-- Logs begin at Mon 2021-06-07 07:32:03 UTC, end at Mon 2021-06-07 08:28:32 UTC. -- Jun 07 08:02:52.168706 dv-cinder-784945-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 08:02:54.757573 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.common.config [-] Logging enabled! Jun 07 08:02:54.758116 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 07 08:02:54.758348 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91747) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 08:02:54.761485 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.common.config [-] Logging enabled! Jun 07 08:02:54.761760 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 07 08:02:54.762051 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91747) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 08:02:54.762986 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 08:02:54.763220 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 08:02:54.763584 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 08:02:54.763829 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 08:02:54.764052 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 08:02:54.764367 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.764662 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.764957 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.765186 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.765508 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.765798 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.766287 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.766616 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.766915 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.767205 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.767483 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.767769 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.768005 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.768286 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.768572 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.768855 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.769077 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] debug = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.769381 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.769808 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.770226 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.770502 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.770788 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.771063 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.771335 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.771607 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.771890 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.772215 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] host = dv-cinder-784945-11-iscsi {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.772487 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.772770 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.773056 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.773358 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.773633 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.773908 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.774190 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.774461 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.774730 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] log_file = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.775002 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.775285 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.775568 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.775855 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.776077 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.776297 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.776582 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.776866 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.777139 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.777432 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.777703 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.777980 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.778250 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.778514 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.778794 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.779076 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.779359 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.779632 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.779900 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.780169 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.780436 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.780717 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.780988 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.781256 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.782086 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.782376 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.782751 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.783045 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.783347 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.783635 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.783919 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.784206 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.784479 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.784759 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.785030 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.785330 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.785594 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] use_json = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.785866 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.786136 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.786415 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.786687 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.786957 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.787225 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.787510 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.787779 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:54.788073 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.788367 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.788668 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.788946 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.789237 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.789538 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.789827 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.790103 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.790390 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.790676 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.790969 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.791241 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.791524 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.791799 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.792091 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.792395 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.792687 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.792976 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.793250 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.793550 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.793824 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.794099 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.794382 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.794673 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.794961 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.795232 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.795509 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.795797 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.796073 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.796343 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.796616 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.796901 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.797775 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.798455 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.798746 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.799025 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.799299 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.799572 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.799849 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.800139 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.800414 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.800686 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.800957 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.801239 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.801541 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.801825 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.802104 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.802379 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.802649 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.802925 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.803197 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.803468 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.803743 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.804015 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.804291 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.804563 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.804834 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.805107 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.805399 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.805671 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.805942 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.806212 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.806485 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.806754 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.807022 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.807291 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.807560 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.807828 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.808114 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.808408 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.808690 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.808966 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.809241 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.809552 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.809819 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.810093 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.810368 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.810643 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.810915 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.811203 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.811483 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.811900 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.812186 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.812466 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.812800 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.813080 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.813381 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.813658 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.813933 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.814220 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.814501 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.814794 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.815084 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.815378 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.815669 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.815961 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.816240 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.816547 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.816825 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:54.817042 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 08:02:54.817285 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91747) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 08:02:55.165685 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:02:55.165966 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:02:55.166247 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:02:55.166717 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 08:02:55.552020 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.552223 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.552493 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.553683 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.553961 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.554221 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.590145 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.590429 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.590695 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.603548 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.603828 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.604090 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.631839 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.632112 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.632371 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.669719 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.669994 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.670262 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.902796 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.903413 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.903413 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.903586 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:55.904287 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.025596 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.025911 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.026193 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.026469 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.026730 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.027034 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.027287 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.027536 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.027782 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.028058 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.028311 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.028574 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.028833 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.029084 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.029367 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.029634 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.029887 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.030151 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.030395 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.030667 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.031008 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.031253 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.031544 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.031822 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.032065 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.032303 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.032688 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:02:56.032926 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:02:56.033158 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:02:56.033417 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:02:56.033651 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:02:56.033881 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:02:56.034237 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 08:02:56.037254 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 08:02:56.041207 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 08:02:56.044950 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 07 08:02:56.046600 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 08:02:56.047573 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 08:02:56.048425 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 08:02:56.048755 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 08:02:56.051519 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 08:02:56.051767 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 08:02:56.052104 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 08:02:56.079790 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 08:02:56.080228 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.080521 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91747) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 07 08:02:56.080879 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.082237 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91747) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 08:02:56.082516 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 08:02:56.082761 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 08:02:56.085988 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.086268 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.149424 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 08:02:56.149656 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 08:02:56.149890 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 08:02:56.150249 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 08:02:56.181864 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_db.sqlalchemy.engines [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91747) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 08:02:56.509740 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Initializing driver for type 'gre' Jun 07 08:02:56.510189 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] gre ID ranges: [(1, 1000)] Jun 07 08:02:56.566217 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Initializing driver for type 'local' Jun 07 08:02:56.566717 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Initializing driver for type 'vlan' Jun 07 08:02:56.579110 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] VlanTypeDriver initialization complete Jun 07 08:02:56.579490 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Initializing driver for type 'vxlan' Jun 07 08:02:56.580001 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] vxlan ID ranges: [(1, 1000)] Jun 07 08:02:56.631798 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Initializing extension driver 'port_security' Jun 07 08:02:56.632343 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.extensions.port_security [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] PortSecurityExtensionDriver initialization complete Jun 07 08:02:56.632684 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Initializing mechanism driver 'openvswitch' Jun 07 08:02:56.633004 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Initializing mechanism driver 'hyperv' Jun 07 08:02:56.639489 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:02:56.640238 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > port after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.640607 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > port after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.641421 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > port after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.641591 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > subnet after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.641940 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > subnet after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.642281 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > subnet after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.642652 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > network after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.642992 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > network after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.643327 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > network after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.643691 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > security_group after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.644030 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > security_group after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.644364 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > security_group after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.644732 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.645070 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.645432 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.645800 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > address_group after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.646137 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > address_group after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.646467 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > address_group after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.646800 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] ML2 OVO RPC backend initialized. {{(pid=91747) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 07 08:02:56.647486 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router_interface after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.647836 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.648244 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > network before_response 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.648584 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > networks before_response 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.648923 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > port before_response 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.649256 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > ports before_response 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.649617 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > subnet before_response 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.649950 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > subnets before_response 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.650288 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > network after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.650618 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > network after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.650945 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > network after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.651275 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > port after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.651604 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > port after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.651930 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > port after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.652262 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > subnet after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.652594 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > subnet after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.652925 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > subnet after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.653527 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.plugin [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Modular L2 Plugin initialization complete Jun 07 08:02:56.653851 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading services supported by the core plugin {{(pid=91747) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 08:02:56.654174 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.plugins.ml2.managers [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Got port-security extension from driver 'port_security' Jun 07 08:02:56.654627 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.extensions.vlantransparent [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Disabled vlantransparent extension. Jun 07 08:02:56.655111 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91747) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 08:02:56.655420 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading Plugin: router Jun 07 08:02:56.692968 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router_interface before_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.693371 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router after_create 55549900 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.693743 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router before_create 55549900 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.694107 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.694474 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.694828 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router after_delete 55549900 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.695187 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > floatingip after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.695547 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router after_create 55549900 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.695893 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router after_update 55549900 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.696237 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router after_update 55549900 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.696581 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.696936 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router after_update 55549900 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.697359 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router precommit_update 55549900 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.697726 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: port after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.698108 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: port after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.698384 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: subnet after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.698713 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.699054 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > port precommit_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.699400 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router precommit_create 55549900 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.699737 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: port before_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.700071 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router precommit_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.700423 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router after_update 55549900 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.700763 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router precommit_delete 55549900 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.701107 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router precommit_create 55549900 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.701487 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router_interface after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.701833 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router precommit_update 55549900 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.702198 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > network after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.703047 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Tracking information for resource: router configured {{(pid=91747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:02:56.703762 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Tracking information for resource: floatingip configured {{(pid=91747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:02:56.708587 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.db.l3_agentschedulers_db [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 08:02:56.709160 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: port after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.709538 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: port after_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.709887 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: port after_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.710231 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: port after_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.711020 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router before_create 55550100 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.711380 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router precommit_delete 55550100 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.711740 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router precommit_create 55550100 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.712089 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > router precommit_update 55550100 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.716549 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.services.provider_configuration [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Service providers = [] {{(pid=91747) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 08:02:56.716911 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.db.servicetype_db [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91747) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 08:02:56.719828 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.services.service_base [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:02:56.720169 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.services.service_base [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:02:56.720502 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.services.service_base [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:02:56.721455 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.services.service_base [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:02:56.721983 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.services.service_base [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 08:02:56.722541 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:02:56.722859 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 08:02:56.735173 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:02:56.735603 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading Plugin: auto_allocate Jun 07 08:02:56.741379 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: network precommit_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.741747 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: network precommit_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.742271 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:02:56.742584 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading Plugin: tag Jun 07 08:02:56.751494 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:02:56.751821 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading Plugin: timestamp Jun 07 08:02:56.755548 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:02:56.755876 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading Plugin: network_ip_availability Jun 07 08:02:56.761090 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.761438 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.761793 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:56.762506 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:02:56.762826 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading Plugin: flavors Jun 07 08:02:56.876631 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:02:56.876956 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading Plugin: revisions Jun 07 08:02:56.881487 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:02:56.881880 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.716s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:02:56.882643 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91747) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 07 08:02:56.882971 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Initializing extension manager. Jun 07 08:02:56.883474 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: __init__.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.883812 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: __pycache__ {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.884145 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.884475 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: address_group.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.885224 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.885826 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: address-group Jun 07 08:02:56.886148 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: address_scope.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.886840 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.887349 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: address-scope Jun 07 08:02:56.887671 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: admin_state_down_before_update.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.888574 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.889080 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: router-admin-state-down-before-update Jun 07 08:02:56.889429 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: agent.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.890114 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.890614 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: agent Jun 07 08:02:56.891250 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: agent_resources_synced.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.892139 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.892644 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: agent-resources-synced Jun 07 08:02:56.892963 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: allowedaddresspairs.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.894736 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.895252 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: allowed-address-pairs Jun 07 08:02:56.895572 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: auto_allocated_topology.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.896618 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.897126 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: auto-allocated-topology Jun 07 08:02:56.897475 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: availability_zone.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.898151 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.898653 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: availability_zone Jun 07 08:02:56.898969 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: availability_zone_filter.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.899846 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.900345 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: availability_zone_filter Jun 07 08:02:56.900659 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: data_plane_status.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.901572 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.902074 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 08:02:56.902391 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: default_subnetpools.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.903271 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.903796 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: default-subnetpools Jun 07 08:02:56.904082 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: dhcpagentscheduler.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.904866 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.905395 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: dhcp_agent_scheduler Jun 07 08:02:56.905713 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: dns.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.907464 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.907965 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension dns-integration not supported by any of loaded plugins Jun 07 08:02:56.908285 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: dns_domain_ports.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.909172 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.909696 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 08:02:56.910014 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: dvr.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.910663 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.911159 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: dvr Jun 07 08:02:56.911474 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: empty_string_filtering.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.912359 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.912858 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: empty-string-filtering Jun 07 08:02:56.913175 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.914081 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.914575 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 08:02:56.914892 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.915761 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.916422 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 08:02:56.916742 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: external_net.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.917646 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.918156 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: external-net Jun 07 08:02:56.918474 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: extra_dhcp_opt.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.919344 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.919843 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: extra_dhcp_opt Jun 07 08:02:56.920160 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: extraroute.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.921034 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.921565 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: extraroute Jun 07 08:02:56.921888 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: extraroute_atomic.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.923725 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.924227 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: extraroute-atomic Jun 07 08:02:56.924546 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: filter_validation.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.925190 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.925728 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: filter-validation Jun 07 08:02:56.926045 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: fip_pf_description.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.926922 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.927417 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 08:02:56.927733 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: fip_port_details.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.928610 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.929108 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: fip-port-details Jun 07 08:02:56.929454 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: flavors.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.930639 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.931147 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: flavors Jun 07 08:02:56.931469 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.933113 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.933657 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 08:02:56.933984 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: floatingip_pools.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.934664 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.935275 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: floatingip-pools Jun 07 08:02:56.935602 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: ip_allocation.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.936494 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.936994 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 08:02:56.937335 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.938248 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.938748 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: ip-substring-filtering Jun 07 08:02:56.939067 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: l2_adjacency.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.939952 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.940445 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 08:02:56.940762 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: l3.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.941737 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.942248 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: router Jun 07 08:02:56.942567 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: l3_conntrack_helper.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.944773 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.945313 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 08:02:56.945651 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.946543 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.947052 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: ext-gw-mode Jun 07 08:02:56.947371 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.948257 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.948763 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: l3-ha Jun 07 08:02:56.949082 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: l3_flavors.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.950002 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.950504 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: l3-flavors Jun 07 08:02:56.950818 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.951720 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.952220 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 08:02:56.952535 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: l3agentscheduler.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.953753 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.954262 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: l3_agent_scheduler Jun 07 08:02:56.954583 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: logging.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.956215 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.956735 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension logging not supported by any of loaded plugins Jun 07 08:02:56.957064 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: metering.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.957814 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.958388 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: metering Jun 07 08:02:56.958714 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.959799 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.960306 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: metering_source_and_destination_fields Jun 07 08:02:56.960629 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: multiprovidernet.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.961551 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.962059 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: multi-provider Jun 07 08:02:56.962379 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: netmtu.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.963255 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.963756 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: net-mtu Jun 07 08:02:56.964076 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: netmtu_writable.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.964954 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.965491 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: net-mtu-writable Jun 07 08:02:56.965811 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: network_availability_zone.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.966453 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.966946 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: network_availability_zone Jun 07 08:02:56.967260 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: network_ip_availability.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.968315 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.968818 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: network-ip-availability Jun 07 08:02:56.969918 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: network_segment_range.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.970672 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.971171 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 08:02:56.971488 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: pagination.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.972438 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.972763 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: pagination Jun 07 08:02:56.973101 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: port_device_profile.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.974005 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.974509 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: port-device-profile Jun 07 08:02:56.974825 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.975714 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.976217 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: port-mac-address-regenerate Jun 07 08:02:56.976535 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.977450 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.977947 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: port-numa-affinity-policy Jun 07 08:02:56.978261 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: port_resource_request.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.979135 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.979628 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 08:02:56.979941 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: portbindings.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.980829 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.981348 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: binding Jun 07 08:02:56.981670 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: portbindings_extended.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.982912 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.983427 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: binding-extended Jun 07 08:02:56.983752 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: portsecurity.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.985181 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.985720 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: port-security Jun 07 08:02:56.986040 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: project_id.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.986997 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.987321 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: project-id Jun 07 08:02:56.987640 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: providernet.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.988528 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.989032 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: provider Jun 07 08:02:56.989371 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: qos.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.992853 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.993389 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension qos not supported by any of loaded plugins Jun 07 08:02:56.993718 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.994919 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.995422 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 08:02:56.995744 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.996623 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.997125 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 08:02:56.997480 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: qos_default.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.998355 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:56.998858 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension qos-default not supported by any of loaded plugins Jun 07 08:02:56.999175 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: qos_fip.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:56.999803 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.000365 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension qos-fip not supported by any of loaded plugins Jun 07 08:02:57.000755 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: qos_gateway_ip.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.001759 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.002264 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 08:02:57.002583 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: qos_port_network_policy.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.003460 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.003962 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 08:02:57.004280 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: qos_rule_type_details.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.005160 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.005692 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 08:02:57.006011 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: qos_rules_alias.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.007017 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.007525 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 08:02:57.007843 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: quotasv2.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.008749 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.009070 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: quotas Jun 07 08:02:57.009413 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: quotasv2_detail.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.012469 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.012759 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: quota_details Jun 07 08:02:57.013085 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: rbac.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.014131 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.014655 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: rbac-policies Jun 07 08:02:57.014983 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: rbac_address_group.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.016064 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.016580 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: rbac-address-group Jun 07 08:02:57.016904 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: rbac_address_scope.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.017815 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.018324 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: rbac-address-scope Jun 07 08:02:57.018646 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: rbac_security_groups.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.019537 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.020043 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: rbac-security-groups Jun 07 08:02:57.020361 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: rbac_subnetpool.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.021237 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.021768 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: rbac-subnetpool Jun 07 08:02:57.022087 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: revisionifmatch.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.022979 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.023485 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: revision-if-match Jun 07 08:02:57.023802 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: revisions.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.024901 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.025439 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: standard-attr-revisions Jun 07 08:02:57.025764 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: router_availability_zone.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.026415 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.026918 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: router_availability_zone Jun 07 08:02:57.027237 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: routerservicetype.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.028123 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.028624 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension router-service-type not supported by any of loaded plugins Jun 07 08:02:57.028943 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.029857 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.030367 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: security-groups-normalized-cidr Jun 07 08:02:57.030851 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: security_groups_port_filtering.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.032400 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.032944 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: port-security-groups-filtering Jun 07 08:02:57.033263 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.034175 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.034679 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: security-groups-remote-address-group Jun 07 08:02:57.034999 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: securitygroup.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.048413 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.049058 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: security-group Jun 07 08:02:57.049474 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: segment.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.050630 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.051493 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension segment not supported by any of loaded plugins Jun 07 08:02:57.051896 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.053018 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.053716 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 08:02:57.054075 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: servicetype.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.055449 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.056065 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: service-type Jun 07 08:02:57.056427 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: sorting.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.057581 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.057967 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: sorting Jun 07 08:02:57.058341 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: standard_attr_segment.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.059381 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.059938 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 08:02:57.060512 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: standardattrdescription.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.061379 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.062004 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: standard-attr-description Jun 07 08:02:57.062389 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: stateful_security_group.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.063940 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.064544 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: stateful-security-group Jun 07 08:02:57.065010 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: stdattrs_common.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.065765 dv-cinder-784945-11-iscsi neutron-server[91747]: WARNING neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 08:02:57.066177 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.067284 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.067947 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 08:02:57.068269 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: subnet_onboard.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.069637 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.070365 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: subnet_onboard Jun 07 08:02:57.070739 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.071840 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.072542 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 08:02:57.072957 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: subnet_service_types.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.074110 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.074654 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: subnet-service-types Jun 07 08:02:57.075014 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: subnetallocation.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.076434 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.077049 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: subnet_allocation Jun 07 08:02:57.077510 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.078534 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.079148 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: subnetpool-prefix-ops Jun 07 08:02:57.079779 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.080866 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.081544 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 08:02:57.082070 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: tagging.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.083278 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.083847 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: standard-attr-tag Jun 07 08:02:57.084171 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: timestamp.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.085797 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.086376 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loaded extension: standard-attr-timestamp Jun 07 08:02:57.086791 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: trunk.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.088021 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.088791 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension trunk not supported by any of loaded plugins Jun 07 08:02:57.089430 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: trunk_details.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.090726 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.091602 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension trunk-details not supported by any of loaded plugins Jun 07 08:02:57.091992 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: uplink_status_propagation.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.093341 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.094614 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 08:02:57.095095 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Loading extension file: vlantransparent.py {{(pid=91747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:02:57.096076 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:02:57.096674 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 08:02:57.099574 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:network Jun 07 08:02:57.100621 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:subnet Jun 07 08:02:57.101019 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:02:57.101431 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:port Jun 07 08:02:57.102721 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.v2.resource_helper [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:02:57.103170 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.v2.resource_helper [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Service FLAVORS assigned prefix: {{(pid=91747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:02:57.103776 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.v2.resource_helper [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:02:57.104197 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.v2.resource_helper [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:02:57.104523 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:router Jun 07 08:02:57.104948 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:floatingip Jun 07 08:02:57.105476 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.v2.resource_helper [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Service METERING assigned prefix: /metering {{(pid=91747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:02:57.106904 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:57.107271 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:57.107618 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:02:57.108614 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 08:02:57.110666 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:security_group Jun 07 08:02:57.111108 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 08:02:57.111710 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.v2.resource_helper [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Service CORE assigned prefix: {{(pid=91747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:02:57.112035 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:02:57.112384 dv-cinder-784945-11-iscsi neutron-server[91747]: WARNING neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] subnetpool is already registered Jun 07 08:02:57.112814 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.v2.resource_helper [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Service CORE assigned prefix: {{(pid=91747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:02:57.113136 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:02:57.113488 dv-cinder-784945-11-iscsi neutron-server[91747]: WARNING neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] subnetpool is already registered Jun 07 08:02:57.116415 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.v2.resource_helper [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:02:57.116847 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.v2.resource_helper [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Service FLAVORS assigned prefix: {{(pid=91747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:02:57.117463 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.v2.resource_helper [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:02:57.117952 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.v2.resource_helper [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:02:57.118282 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:router Jun 07 08:02:57.118611 dv-cinder-784945-11-iscsi neutron-server[91747]: WARNING neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] router is already registered Jun 07 08:02:57.119013 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:floatingip Jun 07 08:02:57.119338 dv-cinder-784945-11-iscsi neutron-server[91747]: WARNING neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] floatingip is already registered Jun 07 08:02:57.119787 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.v2.resource_helper [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Service METERING assigned prefix: /metering {{(pid=91747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:02:57.120443 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 08:02:57.120762 dv-cinder-784945-11-iscsi neutron-server[91747]: WARNING neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] rbac_policy is already registered Jun 07 08:02:57.121164 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:security_group Jun 07 08:02:57.121528 dv-cinder-784945-11-iscsi neutron-server[91747]: WARNING neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] security_group is already registered Jun 07 08:02:57.121908 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 08:02:57.122234 dv-cinder-784945-11-iscsi neutron-server[91747]: WARNING neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] security_group_rule is already registered Jun 07 08:02:57.122850 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.v2.resource_helper [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Service CORE assigned prefix: {{(pid=91747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:02:57.123172 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:02:57.123501 dv-cinder-784945-11-iscsi neutron-server[91747]: WARNING neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] subnetpool is already registered Jun 07 08:02:57.123918 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.v2.resource_helper [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Service CORE assigned prefix: {{(pid=91747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:02:57.124234 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:02:57.124558 dv-cinder-784945-11-iscsi neutron-server[91747]: WARNING neutron.quota.resource_registry [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] subnetpool is already registered Jun 07 08:02:57.125015 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: extensions {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.126733 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: address-groups {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.128208 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: address-scopes {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.129547 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: agents {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.130700 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: auto-allocated-topology {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.131966 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: availability_zones {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.133177 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: dhcp-networks {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.134677 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: dhcp-agents {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.136106 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: routers {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.137955 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: flavors {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.140325 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: service_profiles {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.141743 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: next_providers {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.143166 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: service_profiles {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.144693 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: floatingip-pools {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.145931 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: routers {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.147781 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: floatingips {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.149064 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: l3-routers {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.150471 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: l3-agents {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.151877 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: metering-labels {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.153132 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: metering-label-rules {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.154517 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: network-ip-availabilities {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.155765 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: bindings {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.157865 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: quotas {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.159414 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: quotas {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.160815 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: rbac-policies {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.162024 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: security-groups {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.163317 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: security-group-rules {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.164542 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: service-providers {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.165804 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: subnetpools {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.167255 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: subnetpools {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.168785 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: tags {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.170479 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: tags {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.172838 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: tags {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.176260 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: tags {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.177965 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: tags {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.179897 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: tags {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.181593 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: tags {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.183382 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: tags {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.185222 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: tags {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.186971 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron.api.extensions [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Extended resource: tags {{(pid=91747) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:02:57.193333 dv-cinder-784945-11-iscsi neutron-server[91747]: WARNING keystonemiddleware.auth_token [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 08:02:57.197805 dv-cinder-784945-11-iscsi neutron-server[91747]: WARNING keystonemiddleware.auth_token [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 08:02:57.206434 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Acquired lock "singleton_lock" {{(pid=91747) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 07 08:02:57.206675 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Releasing lock "singleton_lock" {{(pid=91747) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 07 08:02:57.207300 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO oslo_service.service [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Starting 2 workers Jun 07 08:02:57.211955 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Started child 91866 {{(pid=91747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:02:57.216371 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Started child 91867 {{(pid=91747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:02:57.218035 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO neutron.service [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 08:02:57.218686 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Notify callbacks [] for process, before_spawn {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:02:57.219686 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:02:57.222026 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO oslo_service.service [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Starting 1 workers Jun 07 08:02:57.223409 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [-] (91866) wsgi starting up on http://0.0.0.0:9696 Jun 07 08:02:57.223657 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:02:57.225034 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [-] (91867) wsgi starting up on http://0.0.0.0:9696 Jun 07 08:02:57.227161 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Started child 91875 {{(pid=91747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:02:57.227718 dv-cinder-784945-11-iscsi neutron-server[91747]: INFO oslo_service.service [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Starting 1 workers Jun 07 08:02:57.231265 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.service [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] calling RpcWorker wait() {{(pid=91875) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 08:02:57.231839 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.service [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] returning from RpcWorker wait() {{(pid=91875) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 08:02:57.232204 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Started child 91885 {{(pid=91747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:02:57.232903 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-731d49cb-4e65-45bf-81b2-5e9cabdffa1c None None] Notify callbacks [] for process, after_spawn {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:02:57.233151 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:02:57.233620 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:02:57.235957 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91747) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 08:02:57.236067 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 08:02:57.236231 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 08:02:57.236448 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 08:02:57.236772 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 08:02:57.236927 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 08:02:57.237456 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.237730 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.237824 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:02:57.238263 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.238263 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.238531 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.238624 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:02:57.239107 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.239341 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.239573 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.239840 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.240098 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.240269 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.240433 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.240683 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.240911 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.241202 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.241591 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.241853 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.242132 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.242310 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.242754 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.242862 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.243046 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.243304 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] debug = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.243539 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.244011 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.244261 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.244504 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.244742 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.244998 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.245244 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.245581 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.245821 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.246037 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.246271 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.246533 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.246774 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.246990 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.247225 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.247493 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.247683 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.248153 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] host = dv-cinder-784945-11-iscsi {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.248383 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.248595 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.248839 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.249079 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.249337 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.249640 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.249888 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.250154 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.250880 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.250880 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.250880 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.251176 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.251336 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.251548 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_file = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.251699 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_options = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.251935 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.252199 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.252464 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.252925 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.252925 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.253091 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.253251 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.253422 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.253653 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.253881 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.254089 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.254298 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.254525 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.254743 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.255012 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.255260 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.255503 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.255707 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.255940 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.256192 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.256411 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.256651 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.256864 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.257073 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.257315 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.257542 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.257768 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.257972 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.258175 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.258420 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.258656 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.258915 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.259165 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.259418 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.259655 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.259878 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.260086 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.260355 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.260579 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.260818 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.261070 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.261356 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.263589 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.263770 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.264020 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.264248 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] use_json = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.264488 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.264708 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.264968 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.265186 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.265449 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.265666 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.266422 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.267096 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.267208 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.267515 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.267818 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.268071 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.268306 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.268547 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.268776 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.269042 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.270222 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.270498 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.270838 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.271099 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.271535 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.271871 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.272153 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.272503 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.272786 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.273242 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.274458 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.274583 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.274783 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.275028 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.275366 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.275627 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.275874 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.276143 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.276381 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.276639 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.276886 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.277127 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.278517 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.278764 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.279045 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.279276 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.279499 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.279746 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.280000 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.280240 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.280470 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.280717 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.280972 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.281222 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.282989 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.283945 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.283945 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.283945 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.283945 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.284206 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.284390 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.284599 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.284848 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.285071 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.285285 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.286554 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.286791 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.287050 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.288006 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.288006 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.288006 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.288006 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.288354 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.288437 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.288633 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.288867 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.289100 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.289852 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.290106 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.290326 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.290581 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.290795 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.294165 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.294450 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.294689 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.294940 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.295192 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.295425 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.295669 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.295892 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.296117 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.296346 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.296584 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.296800 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.297105 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.297816 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.297816 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.298216 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.298393 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.298658 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.298912 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.299159 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.299396 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.299639 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.299876 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.300112 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.300342 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.300595 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.300817 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.301080 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.301320 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.301587 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.301798 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.302039 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.302275 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.302532 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.302769 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.302989 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.303266 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.303515 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.303753 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.304013 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.304276 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.304552 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.304794 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.305082 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.305311 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.306077 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.306371 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.306642 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.306909 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.307131 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.307359 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.307609 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.307854 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.308111 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.308369 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.308591 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.308808 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.309101 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.309340 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.310091 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.310317 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.310558 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.310893 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.311128 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.311368 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.311576 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.311846 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.312090 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.312322 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.312577 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.312956 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.313700 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.313700 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.313700 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.314076 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.314076 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.314297 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.314475 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.314720 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.314948 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.315182 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.315395 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.315603 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.315828 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.316054 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.316281 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.316518 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.316745 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.316954 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.317195 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.317989 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.318219 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.318469 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.318674 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.318890 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.319108 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.319318 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.319557 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.319764 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.320047 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.320296 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.320527 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.320756 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.320998 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.321231 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.321536 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.321787 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.322002 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.322210 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.322418 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.322651 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.322860 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.323089 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.323310 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.323519 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.323775 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.324018 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.324358 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.324583 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.324813 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.325041 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.325747 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.325747 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.326018 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.326018 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.326267 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.326411 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.326616 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.326862 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.327092 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.327299 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.327508 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.327717 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.327929 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.328162 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.329448 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.329596 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.329723 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.329950 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.330192 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.330426 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.330656 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.330862 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.331067 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.331275 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.331481 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.331699 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.331903 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.332105 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.332318 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.332521 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.332737 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.332947 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.333149 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.333459 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.333781 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.334039 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.334242 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.334449 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.334655 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.334866 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.335169 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.335416 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.335629 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.335925 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.336147 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.336367 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.336613 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.336939 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.337163 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.337439 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.337604 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 46900) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:02:57.337700 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.337883 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.338097 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.338371 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.338706 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.338990 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.339232 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.339462 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.339721 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.339995 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.340262 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.340501 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.340788 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.341110 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.341455 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.341714 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.341939 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.342216 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.342437 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.342669 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.342914 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.343143 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.343354 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.343605 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.343827 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.344619 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.344915 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.345481 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.345481 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.345620 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.345830 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.346056 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.346267 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.346440 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 08:02:57.346933 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91747) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 08:02:57.347091 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 08:02:57.347244 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 08:02:57.347412 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 08:02:57.347579 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 08:02:57.347726 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 08:02:57.347928 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.348084 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.348240 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.348395 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.348550 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.348725 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.348882 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.349113 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.349273 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.349450 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.349842 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.350003 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.350158 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.350272 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092583 Jun 07 08:02:57.351461 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.351803 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.353567 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.353757 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.353929 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.354133 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.354302 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.354466 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.354629 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.354793 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] debug = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.354948 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.355155 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.355330 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.355472 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.355653 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.355900 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.356146 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.356414 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.357437 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.357437 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.357437 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.357437 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.357713 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.357899 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.358137 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.358386 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.358639 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.358882 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] host = dv-cinder-784945-11-iscsi {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.359133 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.359392 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.359761 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.360306 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.360306 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.360456 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.360549 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.360724 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.360839 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.361002 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.361150 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.361294 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.361466 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.361631 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_file = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.361843 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_options = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.361994 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.362152 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.362299 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.362480 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.362633 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.362784 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.362943 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.363110 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.363250 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.364402 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.364566 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.364710 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.364849 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.365004 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.365151 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.365364 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.365537 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.365676 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.365825 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.366609 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.366773 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.366933 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.367082 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.367325 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.367479 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.367631 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.367786 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.367925 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.368168 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.368331 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.368472 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.368626 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.368846 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.369128 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.369281 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.369606 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.369762 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.369916 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.370066 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.370222 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.370369 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.370531 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.370713 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.370857 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.370995 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.371147 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] use_json = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.371287 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.371424 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.371561 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.371715 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.371862 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.372015 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.372153 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.372301 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:02:57.372485 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.372643 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.372806 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.372958 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.373107 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.373256 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.375411 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.375411 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.375411 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.375411 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.375411 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.375411 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.375950 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.375950 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.375950 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.376159 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.376159 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.376278 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.376517 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.376659 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.376793 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.376927 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.377061 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.377195 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.377373 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.377724 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.377878 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.378015 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.378198 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.378344 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.378505 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.378657 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.378793 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.378940 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.379097 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.379238 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.379396 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.379538 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.379698 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.379858 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.379998 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.380160 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.380309 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.380463 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.380614 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.380768 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.380909 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.381070 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.381212 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.381431 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.381606 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.381758 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.381895 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.382051 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.382193 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.382353 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.382494 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.382653 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.382860 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.383001 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.383144 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.383278 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.383413 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.383547 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.383681 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.383837 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.383978 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.384138 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.384279 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.384422 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.384582 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.384733 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.384868 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.385028 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.385168 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.385570 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.385719 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.385909 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.386068 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.386204 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.386338 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.386473 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.386606 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.386754 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.386915 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.387083 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.387230 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.387373 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.387524 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.387669 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.387811 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.387961 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.388113 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.388265 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.388412 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.388561 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.388708 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.388857 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.389006 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.389154 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.389294 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.391350 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.391350 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.391350 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.391350 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.391993 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.391993 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.391993 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.391993 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.392488 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.392488 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.392488 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.392877 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.392877 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.393139 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.393139 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.393430 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.394744 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.394744 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.394744 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.395150 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.395150 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.395150 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.395539 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.395539 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.395808 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.395808 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.396062 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.396062 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.396316 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.396316 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.396569 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.396712 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.396847 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.396981 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.397114 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.397247 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.397406 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.397552 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.397685 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.397818 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.397963 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.398098 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.398231 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.398398 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.398540 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.398683 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.398817 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.398966 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.399120 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.399267 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.399411 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.399562 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.399715 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.399868 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.400089 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.400242 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.400394 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.400546 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.400692 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.400841 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.400993 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.401145 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.401297 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.401518 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.401667 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.401820 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.401972 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.402127 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.402265 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.402413 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.402561 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.402745 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.402889 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.403022 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.403156 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.403299 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.403444 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.403578 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.403756 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.403899 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.404034 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.404168 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.404355 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.404502 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.404644 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.404779 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.407039 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.407039 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.407039 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.407039 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.407039 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.407039 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.408923 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.408923 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.408923 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.408923 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.408923 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.409667 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.409803 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.409937 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.410071 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.410206 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.410412 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.410560 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.410696 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.410829 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.410964 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.411098 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.411233 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.412050 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.412050 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.412050 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.412469 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.412469 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.412727 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.412870 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.413005 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.413151 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.413285 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.413523 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.413670 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.413807 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.413986 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.414124 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.414283 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.414480 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.414480 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.414937 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.414937 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.415201 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.415348 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.415622 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.415905 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.416219 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.416459 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.416744 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.417028 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.417949 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.417949 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.419191 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.419191 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.419191 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.419191 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.419191 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.419191 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.420075 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.420075 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.420075 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.420075 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.420075 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.420075 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.420834 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.420834 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.420834 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.420834 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.420834 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.421540 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.421540 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.421540 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.421540 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.422073 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.422073 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.422332 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.422563 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.422837 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.423382 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.424578 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.424578 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.424578 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.424578 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.425163 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.425163 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.425163 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:02:57.425163 dv-cinder-784945-11-iscsi neutron-server[91747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 08:02:57.436480 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:03:08.347148 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e4e3a-bf2d-49bf-9476-41eb37ad3d3c None None] get_active_networks_info from dv-cinder-784945-11-iscsi {{(pid=91875) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 07 08:03:08.471510 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824e4e3a-bf2d-49bf-9476-41eb37ad3d3c None None] No non-hosted networks {{(pid=91875) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 08:03:08.484651 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.agentschedulers_db [None req-824e4e3a-bf2d-49bf-9476-41eb37ad3d3c None None] DHCP Agent not found on host dv-cinder-784945-11-iscsi {{(pid=91875) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 07 08:03:08.593863 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4b97eac5-37ce-43eb-981b-4cf388e30430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468'] for agent, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:10.834055 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468'] for agent, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:10.835148 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:10.837970 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:10.838317 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:10.838624 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:10.838955 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:10.839275 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:10.843756 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:10.844121 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:10.844483 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:10.845384 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:10.849673 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:10.850271 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:10.852245 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784945-11-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:03:10.878670 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784945-11-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:03:10.953156 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a68fb158-30de-4c74-9a94-b7380238a8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468'] for agent, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:11.004964 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5efb8c87-ee42-419b-bf70-64ff32edbd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:11.934933 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468'] for agent, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:13.540186 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468'] for agent, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:14.260312 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.db.l3_hamode_db [None req-04458004-983c-4e64-bbfa-aba26d0488c8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 08:03:14.343574 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04458004-983c-4e64-bbfa-aba26d0488c8 None None] Routers set() bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:03:14.343968 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04458004-983c-4e64-bbfa-aba26d0488c8 None None] Router IDs set() for agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 07 08:03:14.958163 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47000) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:03:15.527620 dv-cinder-784945-11-iscsi neutron-server[91867]: WARNING oslo_policy.policy [None req-5c8e0a01-e0b5-4c3c-8eb9-27e325a7ca0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:03:15.528227 dv-cinder-784945-11-iscsi neutron-server[91867]: WARNING oslo_policy.policy [None req-5c8e0a01-e0b5-4c3c-8eb9-27e325a7ca0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:03:15.742387 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [None req-5c8e0a01-e0b5-4c3c-8eb9-27e325a7ca0f admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:03:15.743431 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-5c8e0a01-e0b5-4c3c-8eb9-27e325a7ca0f admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7842832 Jun 07 08:03:18.094044 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47014) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:03:18.486686 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-5e51f3b0-2015-48a5-a62b-d6d0191e67af admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:03:18.591146 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.policy [None req-5e51f3b0-2015-48a5-a62b-d6d0191e67af admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91867) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 08:03:18.636193 dv-cinder-784945-11-iscsi neutron-server[91867]: WARNING oslo_policy.policy [None req-5e51f3b0-2015-48a5-a62b-d6d0191e67af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:03:18.636559 dv-cinder-784945-11-iscsi neutron-server[91867]: WARNING oslo_policy.policy [None req-5e51f3b0-2015-48a5-a62b-d6d0191e67af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:03:18.645680 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.quota [None req-5e51f3b0-2015-48a5-a62b-d6d0191e67af admin admin] Loaded quota_driver: . Jun 07 08:03:18.721227 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5e51f3b0-2015-48a5-a62b-d6d0191e67af admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789118058831', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789118059386', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789118074452', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789117977472', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789117991943', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789117961562', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1713281', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1719046', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-747402', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-756182'] for rbac-policy, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:18.776961 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5e51f3b0-2015-48a5-a62b-d6d0191e67af admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:18.778167 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-5e51f3b0-2015-48a5-a62b-d6d0191e67af admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6831565 Jun 07 08:03:21.372194 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47026) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:03:21.715688 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Request body: {'network': {'tenant_id': '104956acc98b4fe7a579d97c8b589baf', 'name': 'private', 'project_id': '104956acc98b4fe7a579d97c8b589baf', 'admin_state_up': True}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:03:21.739091 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Made reservation on behalf of 104956acc98b4fe7a579d97c8b589baf for: {'network': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:03:21.741915 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:21.758144 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:21.874813 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:21.878995 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:21.884281 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:21.904424 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=91867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:03:21.932881 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789120952477', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:21.933535 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Unsubscribe: segment precommit_create {{(pid=91867) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 08:03:21.934016 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.segments_db [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Added segment 36e26789-bc27-4b3a-93e0-1d45ef28a9d4 of type vlan for network 6f8a8652-d642-4a7c-9390-f3a1e3bbb16f Jun 07 08:03:21.982013 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eac0c1-a6da-4b2b-adad-6b0578167e46,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:22.003398 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:22.003750 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:22.004082 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:22.004402 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:22.004717 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:22.005056 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:22.005397 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:22.005722 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:22.006050 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:22.006358 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:22.006661 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:22.006965 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Tracked resource versions report: Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: pushed versions: Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: { 'AddressGroup': {'1.2'}, Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'ConntrackHelper': {'1.0'}, Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Log': {'1.0'}, Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Network': {'1.1'}, Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Port': {'1.7'}, Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'PortForwarding': {'1.2'}, Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'QosPolicy': {'1.8'}, Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'SecurityGroup': {'1.4'}, Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'SubPort': {'1.0'}, Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Subnet': {'1.1'}, Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Trunk': {'1.1'}} Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: consumer versions: Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: { DHCP agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: L3 agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: Metadata agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: Metering agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: Open vSwitch agent@dv-cinder-784945-11-iscsi: { 'AddressGroup': '1.2', Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'ConntrackHelper': '1.0', Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Log': '1.0', Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Network': '1.1', Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Port': '1.7', Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'PortForwarding': '1.2', Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'QosPolicy': '1.8', Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'SecurityGroup': '1.4', Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'SecurityGroupRule': '1.2', Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'SubPort': '1.0', Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Subnet': '1.1', Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Trunk': '1.1'}} Jun 07 08:03:22.008241 dv-cinder-784945-11-iscsi neutron-server[91867]: {{(pid=91867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:03:22.052164 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:22.057233 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:22.095686 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:22.097098 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:03:22.097750 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:22.102052 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:22.149114 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7759104 Jun 07 08:03:22.201180 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Pushing event updated for resources: {'Network': ['ID=6f8a8652-d642-4a7c-9390-f3a1e3bbb16f,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:22.204581 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:22.213017 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network 6f8a8652-d642-4a7c-9390-f3a1e3bbb16f details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:03:24.808700 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47040) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:03:25.249839 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b1a106-5dae-4d92-bf02-f98a53c0c6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:03:25.251191 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-c2b1a106-5dae-4d92-bf02-f98a53c0c6d1 admin admin] 10.222.0.43 "GET /v2.0/networks/6f8a8652-d642-4a7c-9390-f3a1e3bbb16f HTTP/1.1" status: 200 len: 825 time: 0.4415238 Jun 07 08:03:25.279890 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-636cec0f-aeea-48ca-83af-8573945a0f1c admin admin] 10.222.0.43 "GET /v2.0/subnetpools/87b3d2f5-c337-4de7-9820-dd6802237ee6 HTTP/1.1" status: 200 len: 734 time: 0.0234010 Jun 07 08:03:25.288609 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-f4d9c7da-8ea4-4591-be41-cbcece0f0dbe admin admin] Request body: {'subnet': {'subnetpool_id': '87b3d2f5-c337-4de7-9820-dd6802237ee6', 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f', 'ip_version': 4, 'tenant_id': '104956acc98b4fe7a579d97c8b589baf', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:03:25.308936 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d9c7da-8ea4-4591-be41-cbcece0f0dbe admin admin] Made reservation on behalf of 104956acc98b4fe7a579d97c8b589baf for: {'subnet': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:03:25.311385 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c7da-8ea4-4591-be41-cbcece0f0dbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:25.571651 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c7da-8ea4-4591-be41-cbcece0f0dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251'] for subnet, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:25.575415 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:25.666148 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9c7da-8ea4-4591-be41-cbcece0f0dbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8f1387-57c5-41d6-910c-0d612ea57989,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:25.671037 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9c7da-8ea4-4591-be41-cbcece0f0dbe admin admin] Checking segment: {'id': '36e26789-bc27-4b3a-93e0-1d45ef28a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:03:25.671400 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d9c7da-8ea4-4591-be41-cbcece0f0dbe admin admin] Network hostable DHCP agents. Network: 6f8a8652-d642-4a7c-9390-f3a1e3bbb16f, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:03:25.675469 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f4d9c7da-8ea4-4591-be41-cbcece0f0dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:25.691319 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d9c7da-8ea4-4591-be41-cbcece0f0dbe admin admin] Network 6f8a8652-d642-4a7c-9390-f3a1e3bbb16f is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:03:25.701381 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-f4d9c7da-8ea4-4591-be41-cbcece0f0dbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, 6f8a8652-d642-4a7c-9390-f3a1e3bbb16f) {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:03:25.709381 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d9c7da-8ea4-4591-be41-cbcece0f0dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:03:25.709986 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f4d9c7da-8ea4-4591-be41-cbcece0f0dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:25.717730 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaf8628-a995-4e4f-b582-dd88a92d6156 None None] Network 6f8a8652-d642-4a7c-9390-f3a1e3bbb16f requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:03:25.728992 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-f4d9c7da-8ea4-4591-be41-cbcece0f0dbe admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4435029 Jun 07 08:03:26.040020 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf83e8f63-32ac-5286-9395-d7cf83f6d299-6f8a8652-d642-4a7c-9390-f3a1e3bbb16f', 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f', 'tenant_id': '104956acc98b4fe7a579d97c8b589baf', 'fixed_ips': [{'subnet_id': 'cd8f1387-57c5-41d6-910c-0d612ea57989'}]}} from dv-cinder-784945-11-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:03:26.041500 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:26.221216 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Allocated IP 172.20.0.2 (6f8a8652-d642-4a7c-9390-f3a1e3bbb16f/cd8f1387-57c5-41d6-910c-0d612ea57989/732e8a3a-33d8-4b3c-8277-12562371d6e7) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:03:26.447665 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:26.461024 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Transition to ACTIVE for port object 732e8a3a-33d8-4b3c-8277-12562371d6e7 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:03:26.480977 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Transition to ACTIVE for port object 732e8a3a-33d8-4b3c-8277-12562371d6e7 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:03:26.488579 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:26.493388 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:26.554920 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Network 6f8a8652-d642-4a7c-9390-f3a1e3bbb16f is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:03:26.557622 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:03:26.561065 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:03:26.597322 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Pushing event updated for resources: {'Port': ['ID=732e8a3a-33d8-4b3c-8277-12562371d6e7,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:26.612664 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:26.613013 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:26.613359 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:26.613681 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:26.613996 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:26.614312 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:26.614623 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:26.615033 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:26.615363 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:26.615676 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:26.615982 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:26.616286 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Tracked resource versions report: Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: pushed versions: Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: { 'AddressGroup': {'1.2'}, Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'ConntrackHelper': {'1.0'}, Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Log': {'1.0'}, Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Network': {'1.1'}, Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Port': {'1.7'}, Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'PortForwarding': {'1.2'}, Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'QosPolicy': {'1.8'}, Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'SecurityGroup': {'1.4'}, Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'SubPort': {'1.0'}, Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Subnet': {'1.1'}, Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Trunk': {'1.1'}} Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: consumer versions: Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: { DHCP agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: L3 agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: Metadata agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: Metering agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: Open vSwitch agent@dv-cinder-784945-11-iscsi: { 'AddressGroup': '1.2', Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'ConntrackHelper': '1.0', Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Log': '1.0', Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Network': '1.1', Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Port': '1.7', Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'PortForwarding': '1.2', Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'QosPolicy': '1.8', Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'SecurityGroup': '1.4', Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'SecurityGroupRule': '1.2', Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'SubPort': '1.0', Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Subnet': '1.1', Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Trunk': '1.1'}} Jun 07 08:03:26.617629 dv-cinder-784945-11-iscsi neutron-server[91875]: {{(pid=91875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:03:26.650513 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:26.671172 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Attempting to bind port 732e8a3a-33d8-4b3c-8277-12562371d6e7 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:03:26.671569 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Attempting to bind port 732e8a3a-33d8-4b3c-8277-12562371d6e7 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': '36e26789-bc27-4b3a-93e0-1d45ef28a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:03:26.672042 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Attempting to bind port 732e8a3a-33d8-4b3c-8277-12562371d6e7 on network 6f8a8652-d642-4a7c-9390-f3a1e3bbb16f {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:03:26.678069 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:03:26.678495 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Checking segment: {'id': '36e26789-bc27-4b3a-93e0-1d45ef28a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:03:26.678974 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:26.679366 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Bound using segment: {'id': '36e26789-bc27-4b3a-93e0-1d45ef28a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:03:26.679841 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Bound port: 732e8a3a-33d8-4b3c-8277-12562371d6e7, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e26789-bc27-4b3a-93e0-1d45ef28a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:03:26.680216 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:26.773160 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] For port 732e8a3a-33d8-4b3c-8277-12562371d6e7, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:03:26.776889 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] For port 732e8a3a-33d8-4b3c-8277-12562371d6e7, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=732e8a3a-33d8-4b3c-8277-12562371d6e7,segment=NetworkSegment(36e26789-bc27-4b3a-93e0-1d45ef28a9d4),segment_id=36e26789-bc27-4b3a-93e0-1d45ef28a9d4)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:03:26.782521 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:26.786217 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:26.864747 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Pushing event updated for resources: {'Port': ['ID=732e8a3a-33d8-4b3c-8277-12562371d6e7,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:26.867805 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:28.140126 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47048) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:03:28.520906 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [None req-9d4ced57-1f9f-40cd-81f2-47de528af4f1 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:03:28.521848 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-9d4ced57-1f9f-40cd-81f2-47de528af4f1 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3802240 Jun 07 08:03:30.889165 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47056) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:03:31.261805 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [None req-9408eda0-a924-4c07-80d3-d245634b1345 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:03:31.262769 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-9408eda0-a924-4c07-80d3-d245634b1345 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3726161 Jun 07 08:03:32.648902 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca67599b-4bd3-4eb3-a3f0-aace1c995ac0 None None] Network 6f8a8652-d642-4a7c-9390-f3a1e3bbb16f requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:03:32.752959 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 732e8a3a-33d8-4b3c-8277-12562371d6e7 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:03:32.781889 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-070485be-a4b0-46a0-afd5-657decd0807c None None] Provisioning for port 732e8a3a-33d8-4b3c-8277-12562371d6e7 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:03:32.932521 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 732e8a3a-33d8-4b3c-8277-12562371d6e7 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:03:32.949817 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 732e8a3a-33d8-4b3c-8277-12562371d6e7 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:03:32.950219 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:33.079417 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:33.116644 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 732e8a3a-33d8-4b3c-8277-12562371d6e7, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=732e8a3a-33d8-4b3c-8277-12562371d6e7,segment=NetworkSegment(36e26789-bc27-4b3a-93e0-1d45ef28a9d4),segment_id=36e26789-bc27-4b3a-93e0-1d45ef28a9d4)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:03:33.122925 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:33.125190 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:33.222382 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=732e8a3a-33d8-4b3c-8277-12562371d6e7,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:33.225839 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:33.231900 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-198f56d8-6cfa-4615-9a5d-c3d00b947458 None None] Provisioning complete for port 732e8a3a-33d8-4b3c-8277-12562371d6e7 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:03:33.232270 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-198f56d8-6cfa-4615-9a5d-c3d00b947458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:33.916909 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47072) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:03:34.263705 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-83be6429-bf2d-47b3-be8a-2fe78fd65ae3 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '104956acc98b4fe7a579d97c8b589baf'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:03:34.285797 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-83be6429-bf2d-47b3-be8a-2fe78fd65ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:34.287256 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-83be6429-bf2d-47b3-be8a-2fe78fd65ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-241532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:34.308554 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-83be6429-bf2d-47b3-be8a-2fe78fd65ae3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:34.416877 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-83be6429-bf2d-47b3-be8a-2fe78fd65ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481443'] for router, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:34.433077 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-83be6429-bf2d-47b3-be8a-2fe78fd65ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:34.434252 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-83be6429-bf2d-47b3-be8a-2fe78fd65ae3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5163724 Jun 07 08:03:34.722295 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 732e8a3a-33d8-4b3c-8277-12562371d6e7 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:03:34.787269 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 732e8a3a-33d8-4b3c-8277-12562371d6e7 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:03:34.787642 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:36.791238 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 47080) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:03:37.368482 dv-cinder-784945-11-iscsi neutron-server[91866]: WARNING oslo_policy.policy [None req-340a2f3f-b164-4fe0-8545-f1272dcec1a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:03:37.369101 dv-cinder-784945-11-iscsi neutron-server[91866]: WARNING oslo_policy.policy [None req-340a2f3f-b164-4fe0-8545-f1272dcec1a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:03:37.583674 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [None req-340a2f3f-b164-4fe0-8545-f1272dcec1a8 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:03:37.584878 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-340a2f3f-b164-4fe0-8545-f1272dcec1a8 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7915559 Jun 07 08:03:38.257158 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e41efe70-e2cd-4f2a-be8e-fa372579b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:39.964941 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47094) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:03:40.329511 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:03:40.350334 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Made reservation on behalf of 7ab205253ba54e198dcd9f24cc461b73 for: {'network': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:03:40.352484 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:40.363660 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:40.465180 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:40.469055 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:40.473115 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:40.487560 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Reserving flat network on physical network physnet1 {{(pid=91867) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 08:03:40.507635 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d9df2c-866c-41c7-9dfb-50a3bb0b5e06,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:40.511588 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:40.512505 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:40.512831 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.segments_db [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Added segment a594ed9a-6e90-4873-a28c-a655f6f60c8a of type flat for network 6973a06f-3d40-4ce6-8425-553e4825a987 Jun 07 08:03:40.544104 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:40.584575 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:40.585770 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:03:40.586325 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:40.590587 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:40.628699 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6627798 Jun 07 08:03:40.684153 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Pushing event updated for resources: {'Network': ['ID=6973a06f-3d40-4ce6-8425-553e4825a987,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:40.687620 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:40.695685 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network 6973a06f-3d40-4ce6-8425-553e4825a987 details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:03:40.816594 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:40.936584 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3ef62f0b-7b63-439d-a4dc-d96f4c5df701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:41.878642 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:42.289735 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 5 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:03:43.030482 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47112) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:03:43.238865 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17834c2d-cc16-4c35-a01b-8be2855c2a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:03:43.240180 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-17834c2d-cc16-4c35-a01b-8be2855c2a3a admin admin] 10.222.0.43 "GET /v2.0/subnets/cd8f1387-57c5-41d6-910c-0d612ea57989 HTTP/1.1" status: 200 len: 849 time: 0.2080936 Jun 07 08:03:43.378984 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-0ea86ce4-9a68-46c2-95e5-10a8a569cdd2 admin admin] 10.222.0.43 "GET /v2.0/routers/a87d068a-c0bc-4ef6-b92c-b7e920c28690 HTTP/1.1" status: 200 len: 704 time: 0.1333587 Jun 07 08:03:43.450280 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:43.839828 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:44.092852 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Allocated IP 172.20.0.1 (6f8a8652-d642-4a7c-9390-f3a1e3bbb16f/cd8f1387-57c5-41d6-910c-0d612ea57989/69968f36-1658-4163-867d-a7ba22e7e4ae) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:03:44.248514 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:44.265002 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.provisioning_blocks [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Transition to ACTIVE for port object 69968f36-1658-4163-867d-a7ba22e7e4ae will not be triggered until provisioned by entity DHCP. {{(pid=91867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:03:44.317380 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:44.321765 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:44.381990 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Network 6f8a8652-d642-4a7c-9390-f3a1e3bbb16f is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:03:44.384600 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:03:44.388200 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:03:44.388725 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-245993'] for router_interface, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:44.510697 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=69968f36-1658-4163-867d-a7ba22e7e4ae,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:44.520204 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:44.625787 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-af2a388b-6bbe-43fe-a96a-1a2871e434b2 None None] Provisioning for port 69968f36-1658-4163-867d-a7ba22e7e4ae completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:03:44.630368 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-af2a388b-6bbe-43fe-a96a-1a2871e434b2 None None] Provisioning complete for port 69968f36-1658-4163-867d-a7ba22e7e4ae triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:03:44.630905 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-af2a388b-6bbe-43fe-a96a-1a2871e434b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:44.644556 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:44.686820 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-af2a388b-6bbe-43fe-a96a-1a2871e434b2 None None] Port 69968f36-1658-4163-867d-a7ba22e7e4ae cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:03:44.866145 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:44.870417 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:44.871450 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-452256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468401'] for router_interface, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:44.876182 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:44.969129 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=69968f36-1658-4163-867d-a7ba22e7e4ae,revision_number=2']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:45.011285 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:45.065619 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Network 6f8a8652-d642-4a7c-9390-f3a1e3bbb16f is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:03:45.066654 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:03:45.248082 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Router a87d068a-c0bc-4ef6-b92c-b7e920c28690 is scheduled to L3 agent edff9234-329c-41be-a42f-286eff3df819 with binding_index 1 {{(pid=91867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:03:45.309964 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-67e442fe-488e-42fe-94c7-f36b6a35b5a3 None None] Provisioning complete for port 69968f36-1658-4163-867d-a7ba22e7e4ae triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:03:45.310331 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-67e442fe-488e-42fe-94c7-f36b6a35b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:45.362415 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-67e442fe-488e-42fe-94c7-f36b6a35b5a3 None None] Port 69968f36-1658-4163-867d-a7ba22e7e4ae cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:03:45.435479 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:03:45.441059 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] 10.222.0.43 "PUT /v2.0/routers/a87d068a-c0bc-4ef6-b92c-b7e920c28690/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0573175 Jun 07 08:03:45.445522 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Sync routers for ids ['a87d068a-c0bc-4ef6-b92c-b7e920c28690'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:03:45.456084 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Routers {'a87d068a-c0bc-4ef6-b92c-b7e920c28690'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:03:45.456935 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:03:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['a87d068a-c0bc-4ef6-b92c-b7e920c28690'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:03:45.630038 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Set router a87d068a-c0bc-4ef6-b92c-b7e920c28690 gateway port host: None {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:03:45.989332 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87d068a-c0bc-4ef6-b92c-b7e920c28690', 'name': 'router1', 'tenant_id': '104956acc98b4fe7a579d97c8b589baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:03:34Z', 'updated_at': '2021-06-07T08:03:44Z', 'revision_number': 2, 'project_id': '104956acc98b4fe7a579d97c8b589baf', 'gw_port_host': None, '_interfaces': [{'id': '69968f36-1658-4163-867d-a7ba22e7e4ae', 'name': '', 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f', 'tenant_id': '104956acc98b4fe7a579d97c8b589baf', 'mac_address': 'fa:16:3e:3e:d9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87d068a-c0bc-4ef6-b92c-b7e920c28690', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd8f1387-57c5-41d6-910c-0d612ea57989', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:03:43Z', 'updated_at': '2021-06-07T08:03:44Z', 'revision_number': 2, 'project_id': '104956acc98b4fe7a579d97c8b589baf', 'subnets': [{'id': 'cd8f1387-57c5-41d6-910c-0d612ea57989', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87b3d2f5-c337-4de7-9820-dd6802237ee6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:03:45.994201 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Checking router: a87d068a-c0bc-4ef6-b92c-b7e920c28690 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:03:45.994573 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Updating router a87d068a-c0bc-4ef6-b92c-b7e920c28690 port 69968f36-1658-4163-867d-a7ba22e7e4ae binding host dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:03:46.050340 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:46.429347 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Notify callbacks [] for port, precommit_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:46.444619 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.provisioning_blocks [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Transition to ACTIVE for port object 69968f36-1658-4163-867d-a7ba22e7e4ae will not be triggered until provisioned by entity L2. {{(pid=91885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:03:46.451098 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:46.458642 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:46.696165 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Pushing event updated for resources: {'Port': ['ID=69968f36-1658-4163-867d-a7ba22e7e4ae,revision_number=3']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:46.708314 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Attempting to bind port 69968f36-1658-4163-867d-a7ba22e7e4ae on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:03:46.708708 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Attempting to bind port 69968f36-1658-4163-867d-a7ba22e7e4ae by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': '36e26789-bc27-4b3a-93e0-1d45ef28a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f'}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:03:46.709152 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Attempting to bind port 69968f36-1658-4163-867d-a7ba22e7e4ae on network 6f8a8652-d642-4a7c-9390-f3a1e3bbb16f {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:03:46.711762 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:46.712114 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:46.712440 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:46.712758 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:46.713077 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:46.713416 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:46.713731 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:46.714038 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:46.714359 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:46.714668 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:46.714972 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:46.715274 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Tracked resource versions report: Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: pushed versions: Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: { 'AddressGroup': {'1.2'}, Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'ConntrackHelper': {'1.0'}, Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Log': {'1.0'}, Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Network': {'1.1'}, Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Port': {'1.7'}, Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'PortForwarding': {'1.2'}, Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'QosPolicy': {'1.8'}, Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'SecurityGroup': {'1.4'}, Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'SubPort': {'1.0'}, Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Subnet': {'1.1'}, Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Trunk': {'1.1'}} Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: consumer versions: Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: { DHCP agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: L3 agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: Metadata agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: Metering agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: Open vSwitch agent@dv-cinder-784945-11-iscsi: { 'AddressGroup': '1.2', Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'ConntrackHelper': '1.0', Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Log': '1.0', Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Network': '1.1', Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Port': '1.7', Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'PortForwarding': '1.2', Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'QosPolicy': '1.8', Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'SecurityGroup': '1.4', Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'SecurityGroupRule': '1.2', Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'SubPort': '1.0', Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Subnet': '1.1', Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Trunk': '1.1'}} Jun 07 08:03:46.716901 dv-cinder-784945-11-iscsi neutron-server[91885]: {{(pid=91885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:03:46.722826 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:03:46.723250 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Checking segment: {'id': '36e26789-bc27-4b3a-93e0-1d45ef28a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:03:46.723734 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:46.724097 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Bound using segment: {'id': '36e26789-bc27-4b3a-93e0-1d45ef28a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f'} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:03:46.724591 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Bound port: 69968f36-1658-4163-867d-a7ba22e7e4ae, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e26789-bc27-4b3a-93e0-1d45ef28a9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f'}}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:03:46.724957 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:46.733442 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:46.811152 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] For port 69968f36-1658-4163-867d-a7ba22e7e4ae, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:03:46.815327 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] For port 69968f36-1658-4163-867d-a7ba22e7e4ae, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=69968f36-1658-4163-867d-a7ba22e7e4ae,segment=NetworkSegment(36e26789-bc27-4b3a-93e0-1d45ef28a9d4),segment_id=36e26789-bc27-4b3a-93e0-1d45ef28a9d4)] {{(pid=91885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:03:46.821760 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:46.826746 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:46.911429 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Pushing event updated for resources: {'Port': ['ID=69968f36-1658-4163-867d-a7ba22e7e4ae,revision_number=4']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:46.915041 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:46.916689 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Routers {'a87d068a-c0bc-4ef6-b92c-b7e920c28690'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:03:46.917285 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:03:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['a87d068a-c0bc-4ef6-b92c-b7e920c28690'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:03:47.067963 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] Set router a87d068a-c0bc-4ef6-b92c-b7e920c28690 gateway port host: None {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:03:47.384033 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87d068a-c0bc-4ef6-b92c-b7e920c28690', 'name': 'router1', 'tenant_id': '104956acc98b4fe7a579d97c8b589baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:03:34Z', 'updated_at': '2021-06-07T08:03:44Z', 'revision_number': 2, 'project_id': '104956acc98b4fe7a579d97c8b589baf', 'gw_port_host': None, '_interfaces': [{'id': '69968f36-1658-4163-867d-a7ba22e7e4ae', 'name': '', 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f', 'tenant_id': '104956acc98b4fe7a579d97c8b589baf', 'mac_address': 'fa:16:3e:3e:d9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87d068a-c0bc-4ef6-b92c-b7e920c28690', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd8f1387-57c5-41d6-910c-0d612ea57989', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:03:43Z', 'updated_at': '2021-06-07T08:03:46Z', 'revision_number': 4, 'project_id': '104956acc98b4fe7a579d97c8b589baf', 'subnets': [{'id': 'cd8f1387-57c5-41d6-910c-0d612ea57989', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87b3d2f5-c337-4de7-9820-dd6802237ee6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:03:47.387676 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8359e12f-f185-4230-a2c6-551b9a3ae03e None None] The sync data for ids ['a87d068a-c0bc-4ef6-b92c-b7e920c28690'] in dv-cinder-784945-11-iscsi is: [{'id': 'a87d068a-c0bc-4ef6-b92c-b7e920c28690', 'name': 'router1', 'tenant_id': '104956acc98b4fe7a579d97c8b589baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:03:34Z', 'updated_at': '2021-06-07T08:03:44Z', 'revision_number': 2, 'project_id': '104956acc98b4fe7a579d97c8b589baf', 'gw_port_host': None, '_interfaces': [{'id': '69968f36-1658-4163-867d-a7ba22e7e4ae', 'name': '', 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f', 'tenant_id': '104956acc98b4fe7a579d97c8b589baf', 'mac_address': 'fa:16:3e:3e:d9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87d068a-c0bc-4ef6-b92c-b7e920c28690', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd8f1387-57c5-41d6-910c-0d612ea57989', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:03:43Z', 'updated_at': '2021-06-07T08:03:46Z', 'revision_number': 4, 'project_id': '104956acc98b4fe7a579d97c8b589baf', 'subnets': [{'id': 'cd8f1387-57c5-41d6-910c-0d612ea57989', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87b3d2f5-c337-4de7-9820-dd6802237ee6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:03:47.651512 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47132) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:03:47.793254 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e8c96e-9fdc-45c8-bb93-40f818f21351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:03:47.794605 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-75e8c96e-9fdc-45c8-bb93-40f818f21351 admin admin] 10.222.0.43 "GET /v2.0/networks/6973a06f-3d40-4ce6-8425-553e4825a987 HTTP/1.1" status: 200 len: 842 time: 0.1420496 Jun 07 08:03:47.804675 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-fe56489f-5669-4857-ad10-6697dc4fa5fe admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:03:47.828249 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe56489f-5669-4857-ad10-6697dc4fa5fe admin admin] Made reservation on behalf of 7ab205253ba54e198dcd9f24cc461b73 for: {'subnet': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:03:47.830556 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fe56489f-5669-4857-ad10-6697dc4fa5fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:48.180612 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.objects.ports [None req-fe56489f-5669-4857-ad10-6697dc4fa5fe admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91867) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 07 08:03:48.181020 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fe56489f-5669-4857-ad10-6697dc4fa5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251'] for subnet, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:48.185214 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:48.250928 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56489f-5669-4857-ad10-6697dc4fa5fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ebf277-ba97-4a26-b415-c9520c87f481,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:48.254585 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-fe56489f-5669-4857-ad10-6697dc4fa5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:48.260809 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe56489f-5669-4857-ad10-6697dc4fa5fe admin admin] Checking segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:03:48.261150 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56489f-5669-4857-ad10-6697dc4fa5fe admin admin] Network hostable DHCP agents. Network: 6973a06f-3d40-4ce6-8425-553e4825a987, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:03:48.277837 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe56489f-5669-4857-ad10-6697dc4fa5fe admin admin] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:03:48.287914 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-fe56489f-5669-4857-ad10-6697dc4fa5fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, 6973a06f-3d40-4ce6-8425-553e4825a987) {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:03:48.291879 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe56489f-5669-4857-ad10-6697dc4fa5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:03:48.292494 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fe56489f-5669-4857-ad10-6697dc4fa5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:48.298389 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc3e151-96bb-4283-9c74-6770a0100cff None None] Network 6973a06f-3d40-4ce6-8425-553e4825a987 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:03:48.310454 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-fe56489f-5669-4857-ad10-6697dc4fa5fe admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5090845 Jun 07 08:03:48.506555 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b66063-f4a3-493d-971f-59498698b2fb None None] Network 6973a06f-3d40-4ce6-8425-553e4825a987 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:03:50.571248 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 47144) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:03:50.698955 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.policy [None req-49e2be5d-7ef9-49d7-8b20-629d0ae8626d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91866) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 08:03:50.744942 dv-cinder-784945-11-iscsi neutron-server[91866]: WARNING oslo_policy.policy [None req-49e2be5d-7ef9-49d7-8b20-629d0ae8626d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:03:50.745344 dv-cinder-784945-11-iscsi neutron-server[91866]: WARNING oslo_policy.policy [None req-49e2be5d-7ef9-49d7-8b20-629d0ae8626d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:03:50.753875 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 69968f36-1658-4163-867d-a7ba22e7e4ae up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:03:50.823517 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 69968f36-1658-4163-867d-a7ba22e7e4ae completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:03:50.828780 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 69968f36-1658-4163-867d-a7ba22e7e4ae triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:03:50.829155 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:50.943945 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:50.973423 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-49e2be5d-7ef9-49d7-8b20-629d0ae8626d admin admin] 10.222.0.43 "GET /v2.0/routers/a87d068a-c0bc-4ef6-b92c-b7e920c28690 HTTP/1.1" status: 200 len: 710 time: 0.4011023 Jun 07 08:03:50.976195 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 69968f36-1658-4163-867d-a7ba22e7e4ae, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=69968f36-1658-4163-867d-a7ba22e7e4ae,segment=NetworkSegment(36e26789-bc27-4b3a-93e0-1d45ef28a9d4),segment_id=36e26789-bc27-4b3a-93e0-1d45ef28a9d4)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:03:50.981286 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:50.985370 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-91658f42-1c70-4295-9897-056acba7cb77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:51.055866 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=69968f36-1658-4163-867d-a7ba22e7e4ae,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:51.059430 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:51.145322 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700a6c39-c2f5-4473-ad26-6becfe93b624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:03:51.149735 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-700a6c39-c2f5-4473-ad26-6becfe93b624 admin admin] 10.222.0.43 "GET /v2.0/networks/6973a06f-3d40-4ce6-8425-553e4825a987 HTTP/1.1" status: 200 len: 886 time: 0.1706598 Jun 07 08:03:51.155829 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:03:51.602885 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4642'] for router, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:51.932512 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:51.990642 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:52.136072 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Allocated IP 172.27.1.28 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/dd93a11f-36f5-4c65-8a04-a86587b5deda) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:03:52.281788 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:52.342342 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:52.348432 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:52.394094 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:03:52.395159 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:03:52.442223 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:03:52.499340 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Pushing event updated for resources: {'Port': ['ID=dd93a11f-36f5-4c65-8a04-a86587b5deda,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:52.514542 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:52.514982 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:52.515320 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:52.515639 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:52.515956 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:52.516279 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:52.516595 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:52.516922 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:52.517251 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:52.517587 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:52.517895 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:52.518201 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Tracked resource versions report: Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: pushed versions: Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: { 'AddressGroup': {'1.2'}, Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'ConntrackHelper': {'1.0'}, Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Log': {'1.0'}, Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Network': {'1.1'}, Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Port': {'1.7'}, Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'PortForwarding': {'1.2'}, Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'QosPolicy': {'1.8'}, Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'SecurityGroup': {'1.4'}, Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'SubPort': {'1.0'}, Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Subnet': {'1.1'}, Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Trunk': {'1.1'}} Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: consumer versions: Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: { DHCP agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: L3 agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: Metadata agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: Metering agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: Open vSwitch agent@dv-cinder-784945-11-iscsi: { 'AddressGroup': '1.2', Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'ConntrackHelper': '1.0', Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Log': '1.0', Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Network': '1.1', Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Port': '1.7', Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'PortForwarding': '1.2', Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'QosPolicy': '1.8', Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'SecurityGroup': '1.4', Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'SecurityGroupRule': '1.2', Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'SubPort': '1.0', Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Subnet': '1.1', Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Trunk': '1.1'}} Jun 07 08:03:52.519471 dv-cinder-784945-11-iscsi neutron-server[91866]: {{(pid=91866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:03:52.583776 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:52.735078 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 69968f36-1658-4163-867d-a7ba22e7e4ae up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:03:52.800908 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 69968f36-1658-4163-867d-a7ba22e7e4ae triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:03:52.801277 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:52.873759 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:53.206786 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4642'] for router, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:53.210189 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-481429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-481434', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-479833'] for router, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:53.383717 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Router a87d068a-c0bc-4ef6-b92c-b7e920c28690 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:03:53.553792 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:03:53.557882 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Notify callbacks [] for router, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:53.559081 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] 10.222.0.43 "PUT /v2.0/routers/a87d068a-c0bc-4ef6-b92c-b7e920c28690 HTTP/1.1" status: 200 len: 889 time: 2.4067428 Jun 07 08:03:53.576574 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Sync routers for ids ['a87d068a-c0bc-4ef6-b92c-b7e920c28690'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:03:53.588216 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Routers {'a87d068a-c0bc-4ef6-b92c-b7e920c28690'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:03:53.588982 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:03:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['a87d068a-c0bc-4ef6-b92c-b7e920c28690'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:03:53.799540 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Set router a87d068a-c0bc-4ef6-b92c-b7e920c28690 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:03:54.134513 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87d068a-c0bc-4ef6-b92c-b7e920c28690', 'name': 'router1', 'tenant_id': '104956acc98b4fe7a579d97c8b589baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dd93a11f-36f5-4c65-8a04-a86587b5deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:03:34Z', 'updated_at': '2021-06-07T08:03:52Z', 'revision_number': 4, 'project_id': '104956acc98b4fe7a579d97c8b589baf', 'gw_port': {'id': 'dd93a11f-36f5-4c65-8a04-a86587b5deda', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87d068a-c0bc-4ef6-b92c-b7e920c28690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:03:52Z', 'updated_at': '2021-06-07T08:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '69968f36-1658-4163-867d-a7ba22e7e4ae', 'name': '', 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f', 'tenant_id': '104956acc98b4fe7a579d97c8b589baf', 'mac_address': 'fa:16:3e:3e:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d068a-c0bc-4ef6-b92c-b7e920c28690', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd8f1387-57c5-41d6-910c-0d612ea57989', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:03:43Z', 'updated_at': '2021-06-07T08:03:50Z', 'revision_number': 5, 'project_id': '104956acc98b4fe7a579d97c8b589baf', 'subnets': [{'id': 'cd8f1387-57c5-41d6-910c-0d612ea57989', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87b3d2f5-c337-4de7-9820-dd6802237ee6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:03:54.139291 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Checking router: a87d068a-c0bc-4ef6-b92c-b7e920c28690 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:03:54.139682 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Updating router a87d068a-c0bc-4ef6-b92c-b7e920c28690 port dd93a11f-36f5-4c65-8a04-a86587b5deda binding host dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:03:54.190486 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:54.508524 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:54.519442 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Transition to ACTIVE for port object dd93a11f-36f5-4c65-8a04-a86587b5deda will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:03:54.525705 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:54.529409 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:54.607890 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Attempting to bind port dd93a11f-36f5-4c65-8a04-a86587b5deda on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:03:54.608824 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Attempting to bind port dd93a11f-36f5-4c65-8a04-a86587b5deda by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:03:54.609193 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Attempting to bind port dd93a11f-36f5-4c65-8a04-a86587b5deda on network 6973a06f-3d40-4ce6-8425-553e4825a987 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:03:54.611270 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a78d0-b3b9-4b93-9743-0ccdedc847e7 None None] Pushing event updated for resources: {'Port': ['ID=dd93a11f-36f5-4c65-8a04-a86587b5deda,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:54.614780 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f10a78d0-b3b9-4b93-9743-0ccdedc847e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:54.617178 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:03:54.617575 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Checking segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:03:54.618607 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:54.618607 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Bound using segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:03:54.618882 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Bound port: dd93a11f-36f5-4c65-8a04-a86587b5deda, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:03:54.619253 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:54.691032 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] For port dd93a11f-36f5-4c65-8a04-a86587b5deda, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:03:54.694266 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] For port dd93a11f-36f5-4c65-8a04-a86587b5deda, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=dd93a11f-36f5-4c65-8a04-a86587b5deda,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:03:54.698290 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:54.702974 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:54.776581 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Routers {'a87d068a-c0bc-4ef6-b92c-b7e920c28690'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:03:54.777117 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:03:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['a87d068a-c0bc-4ef6-b92c-b7e920c28690'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:03:54.837597 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a78d0-b3b9-4b93-9743-0ccdedc847e7 None None] Pushing event updated for resources: {'Port': ['ID=dd93a11f-36f5-4c65-8a04-a86587b5deda,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:54.856001 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f10a78d0-b3b9-4b93-9743-0ccdedc847e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:54.958616 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] Set router a87d068a-c0bc-4ef6-b92c-b7e920c28690 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:03:55.306589 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a87d068a-c0bc-4ef6-b92c-b7e920c28690', 'name': 'router1', 'tenant_id': '104956acc98b4fe7a579d97c8b589baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dd93a11f-36f5-4c65-8a04-a86587b5deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:03:34Z', 'updated_at': '2021-06-07T08:03:52Z', 'revision_number': 4, 'project_id': '104956acc98b4fe7a579d97c8b589baf', 'gw_port': {'id': 'dd93a11f-36f5-4c65-8a04-a86587b5deda', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87d068a-c0bc-4ef6-b92c-b7e920c28690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:03:52Z', 'updated_at': '2021-06-07T08:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '69968f36-1658-4163-867d-a7ba22e7e4ae', 'name': '', 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f', 'tenant_id': '104956acc98b4fe7a579d97c8b589baf', 'mac_address': 'fa:16:3e:3e:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d068a-c0bc-4ef6-b92c-b7e920c28690', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd8f1387-57c5-41d6-910c-0d612ea57989', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:03:43Z', 'updated_at': '2021-06-07T08:03:50Z', 'revision_number': 5, 'project_id': '104956acc98b4fe7a579d97c8b589baf', 'subnets': [{'id': 'cd8f1387-57c5-41d6-910c-0d612ea57989', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87b3d2f5-c337-4de7-9820-dd6802237ee6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:03:55.310416 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c67709-442a-4797-9f2d-f0f13caf691c None None] The sync data for ids ['a87d068a-c0bc-4ef6-b92c-b7e920c28690'] in dv-cinder-784945-11-iscsi is: [{'id': 'a87d068a-c0bc-4ef6-b92c-b7e920c28690', 'name': 'router1', 'tenant_id': '104956acc98b4fe7a579d97c8b589baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'dd93a11f-36f5-4c65-8a04-a86587b5deda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:03:34Z', 'updated_at': '2021-06-07T08:03:52Z', 'revision_number': 4, 'project_id': '104956acc98b4fe7a579d97c8b589baf', 'gw_port': {'id': 'dd93a11f-36f5-4c65-8a04-a86587b5deda', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87d068a-c0bc-4ef6-b92c-b7e920c28690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:03:52Z', 'updated_at': '2021-06-07T08:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '69968f36-1658-4163-867d-a7ba22e7e4ae', 'name': '', 'network_id': '6f8a8652-d642-4a7c-9390-f3a1e3bbb16f', 'tenant_id': '104956acc98b4fe7a579d97c8b589baf', 'mac_address': 'fa:16:3e:3e:d9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87d068a-c0bc-4ef6-b92c-b7e920c28690', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cd8f1387-57c5-41d6-910c-0d612ea57989', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:03:43Z', 'updated_at': '2021-06-07T08:03:50Z', 'revision_number': 5, 'project_id': '104956acc98b4fe7a579d97c8b589baf', 'subnets': [{'id': 'cd8f1387-57c5-41d6-910c-0d612ea57989', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87b3d2f5-c337-4de7-9820-dd6802237ee6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:03:55.927078 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47158) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:03:56.043106 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-f6fb88b8-615f-407a-99c2-d8ce9b9bc639 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1148939 Jun 07 08:03:56.759628 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device dd93a11f-36f5-4c65-8a04-a86587b5deda up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:03:56.827163 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port dd93a11f-36f5-4c65-8a04-a86587b5deda completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:03:56.832201 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port dd93a11f-36f5-4c65-8a04-a86587b5deda triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:03:56.832569 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:56.968767 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:56.984719 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port dd93a11f-36f5-4c65-8a04-a86587b5deda, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=dd93a11f-36f5-4c65-8a04-a86587b5deda,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:03:56.991018 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:03:56.993075 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:03:57.073524 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=dd93a11f-36f5-4c65-8a04-a86587b5deda,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:03:57.076495 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:03:58.754553 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device dd93a11f-36f5-4c65-8a04-a86587b5deda up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:03:58.821891 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port dd93a11f-36f5-4c65-8a04-a86587b5deda triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:03:58.822265 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:08.260536 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5e7bc74e-b9c2-4b50-ae41-45bf0b418472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:10.822715 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:10.951205 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-26e0ce11-5674-428f-8268-eff99c429462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:11.885616 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:13.475058 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:19.291257 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 5 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:04:38.268997 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-fe7f31b7-1e0b-426a-941d-7dfa6aaebe3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:40.821017 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:40.946076 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0ed7cf55-d238-49e5-9d85-0560dfe07e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:41.882279 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:43.471067 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:04:56.289976 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 5 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:05:08.262695 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7e80f53b-23ed-43b3-962c-bd92192f38ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:10.823092 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:10.949016 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f58afae5-bdce-4e8d-b6aa-1e3b1d47dd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:11.884607 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:13.473956 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:31.121759 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47728) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:31.190965 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc108ed-0f7a-4ed4-b6ff-208133129171 admin admin] GET failed (client error): The resource could not be found. Jun 07 08:05:31.192204 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-9bc108ed-0f7a-4ed4-b6ff-208133129171 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0695009 Jun 07 08:05:31.321372 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ebf2e-edfd-4a2c-8139-0cbf7ab30860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:31.322743 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-ac1ebf2e-edfd-4a2c-8139-0cbf7ab30860 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1267483 Jun 07 08:05:33.288320 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 5 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:05:33.444555 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47738) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:33.550660 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2955aeba-3a45-461b-86c0-34ad58195139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:33.551890 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-2955aeba-3a45-461b-86c0-34ad58195139 admin admin] 10.222.0.43 "GET /v2.0/subnets/cd8f1387-57c5-41d6-910c-0d612ea57989 HTTP/1.1" status: 200 len: 849 time: 0.1064174 Jun 07 08:05:33.561760 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:05:33.674735 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:33.856234 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789120991717'] for subnet, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:33.861095 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-fe56489f-5669-4857-ad10-6697dc4fa5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:05:33.896563 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:33.897532 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:33.898396 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] 10.222.0.43 "PUT /v2.0/subnets/cd8f1387-57c5-41d6-910c-0d612ea57989 HTTP/1.1" status: 200 len: 868 time: 0.3411171 Jun 07 08:05:33.900731 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49703de6-6b72-46c5-b4cd-65b2ec65e608 None None] Network 6f8a8652-d642-4a7c-9390-f3a1e3bbb16f requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:05:33.927860 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8f1387-57c5-41d6-910c-0d612ea57989,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:05:33.935649 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:33.935901 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:33.936238 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:33.936597 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:33.936923 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:33.937249 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:33.937597 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:33.937918 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:33.938588 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:33.938588 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:33.938897 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:33.939176 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:05:33.942877 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:05:34.318655 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-623b4789-2e53-4c9a-bdc3-c771d1f45f20 None None] Provisioning complete for port 732e8a3a-33d8-4b3c-8277-12562371d6e7 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:05:34.319027 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-623b4789-2e53-4c9a-bdc3-c771d1f45f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:34.443333 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-623b4789-2e53-4c9a-bdc3-c771d1f45f20 None None] Provisioning complete for port 69968f36-1658-4163-867d-a7ba22e7e4ae triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:05:34.443592 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-623b4789-2e53-4c9a-bdc3-c771d1f45f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:36.025797 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47746) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:36.196019 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0dd2a6-2976-4d2c-9fee-19c64b0ab30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:36.196496 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0dd2a6-2976-4d2c-9fee-19c64b0ab30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:36.197999 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-ce0dd2a6-2976-4d2c-9fee-19c64b0ab30c admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1712639 Jun 07 08:05:38.264814 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0584f85e-77fe-49a7-bee1-5abc43b10754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:38.342137 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47754) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:38.557502 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17321548-c6f9-4ccf-8a12-ef7d3b99a5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:38.557889 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17321548-c6f9-4ccf-8a12-ef7d3b99a5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:38.559390 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-17321548-c6f9-4ccf-8a12-ef7d3b99a5cf admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2163196 Jun 07 08:05:40.706242 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47762) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:40.825777 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:40.873085 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1994d4a1-8c99-4b61-b01d-8da097b29941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:40.874443 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-1994d4a1-8c99-4b61-b01d-8da097b29941 admin admin] 10.222.0.43 "GET /v2.0/networks/6973a06f-3d40-4ce6-8425-553e4825a987 HTTP/1.1" status: 200 len: 886 time: 0.1672797 Jun 07 08:05:40.952476 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-44820417-ec7f-4f68-b54b-806f02187d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:41.885280 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:43.001483 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47770) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:43.167227 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b6e700-7fb8-4d3a-aaad-d3c95f510f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:43.168549 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-27b6e700-7fb8-4d3a-aaad-d3c95f510f91 admin admin] 10.222.0.43 "GET /v2.0/networks/6f8a8652-d642-4a7c-9390-f3a1e3bbb16f HTTP/1.1" status: 200 len: 869 time: 0.1661186 Jun 07 08:05:43.477207 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:05:45.289989 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47778) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:45.395590 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d539ce-503b-43e6-bc80-fbd385c00454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:45.396045 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d539ce-503b-43e6-bc80-fbd385c00454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:45.397557 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-88d539ce-503b-43e6-bc80-fbd385c00454 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1063147 Jun 07 08:05:47.520171 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47786) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:47.626661 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d024a6c-a52f-425c-8c4f-3b2c1d1bd7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:47.627127 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d024a6c-a52f-425c-8c4f-3b2c1d1bd7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:47.628639 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-0d024a6c-a52f-425c-8c4f-3b2c1d1bd7d3 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1075366 Jun 07 08:05:49.761131 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47794) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:49.858976 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c48108-835c-422c-9e20-8beb5ef64337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:49.860264 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-c2c48108-835c-422c-9e20-8beb5ef64337 admin admin] 10.222.0.43 "GET /v2.0/subnets/68ebf277-ba97-4a26-b415-c9520c87f481 HTTP/1.1" status: 200 len: 816 time: 0.0981710 Jun 07 08:05:51.982730 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47802) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:05:52.088048 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34c5ac7-fe5a-4c6d-88d5-7ffed1f11af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:05:52.089495 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-c34c5ac7-fe5a-4c6d-88d5-7ffed1f11af8 admin admin] 10.222.0.43 "GET /v2.0/subnets/cd8f1387-57c5-41d6-910c-0d612ea57989 HTTP/1.1" status: 200 len: 868 time: 0.1057968 Jun 07 08:06:08.267745 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0b93323c-85cc-4af3-8c85-f2fa83fefbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:10.286438 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 5 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:06:10.827066 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:10.953746 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3d9f3cd2-d3a4-4354-8083-d08c32fbb378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:11.891239 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:13.485846 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:15.271862 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47846) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:06:15.317974 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [None req-c72b71b0-1a5c-48a8-b81e-1cab41a50a40 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:06:15.318921 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-c72b71b0-1a5c-48a8-b81e-1cab41a50a40 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461218 Jun 07 08:06:17.560425 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47854) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:06:17.627514 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b4de95-5184-4107-aa3d-03da7cea64f5 admin admin] GET failed (client error): The resource could not be found. Jun 07 08:06:17.628814 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-21b4de95-5184-4107-aa3d-03da7cea64f5 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0674262 Jun 07 08:06:17.756364 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4652853e-a774-4e34-affc-81106e184d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:06:17.757731 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-4652853e-a774-4e34-affc-81106e184d1a admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1204505 Jun 07 08:06:20.009476 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47862) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:06:20.055646 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-312c833f-dfe9-47fc-a445-17b0912ee083 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:06:20.076202 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312c833f-dfe9-47fc-a445-17b0912ee083 admin admin] Made reservation on behalf of 7ab205253ba54e198dcd9f24cc461b73 for: {'network': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:06:20.078545 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-312c833f-dfe9-47fc-a445-17b0912ee083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:20.163479 dv-cinder-784945-11-iscsi neutron-server[91867]: WARNING neutron.services.revisions.revision_plugin [None req-312c833f-dfe9-47fc-a445-17b0912ee083 admin admin] Could not find related network for resource to bump revision. Jun 07 08:06:20.176008 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312c833f-dfe9-47fc-a445-17b0912ee083 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=91867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:06:20.184909 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-312c833f-dfe9-47fc-a445-17b0912ee083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:20.185269 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.segments_db [None req-312c833f-dfe9-47fc-a445-17b0912ee083 admin admin] Added segment 31568127-0380-43e9-ad9f-ee6416967fde of type vlan for network 4826ac71-47c6-4ae0-abe8-98b23c872278 Jun 07 08:06:20.209046 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-312c833f-dfe9-47fc-a445-17b0912ee083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:20.237138 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-312c833f-dfe9-47fc-a445-17b0912ee083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:20.238411 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c833f-dfe9-47fc-a445-17b0912ee083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:06:20.238970 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-312c833f-dfe9-47fc-a445-17b0912ee083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:20.241975 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:06:20.283903 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-312c833f-dfe9-47fc-a445-17b0912ee083 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2733810 Jun 07 08:06:20.340888 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c833f-dfe9-47fc-a445-17b0912ee083 admin admin] Pushing event updated for resources: {'Network': ['ID=4826ac71-47c6-4ae0-abe8-98b23c872278,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:06:20.343688 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-312c833f-dfe9-47fc-a445-17b0912ee083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:06:20.352792 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network 4826ac71-47c6-4ae0-abe8-98b23c872278 details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:06:22.431247 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 47870) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:06:22.497644 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28c6569-68bf-4ac0-9e28-dba82e5d77d6 admin admin] GET failed (client error): The resource could not be found. Jun 07 08:06:22.498910 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-e28c6569-68bf-4ac0-9e28-dba82e5d77d6 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0667298 Jun 07 08:06:22.604874 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3b08c4-c9f0-4dc0-9e06-d244d0a529be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:06:22.606531 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-9b3b08c4-c9f0-4dc0-9e06-d244d0a529be admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1035976 Jun 07 08:06:22.616160 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '4826ac71-47c6-4ae0-abe8-98b23c872278', 'ip_version': 4}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:06:22.617610 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.quota [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Loaded quota_driver: . Jun 07 08:06:22.644681 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Made reservation on behalf of 7ab205253ba54e198dcd9f24cc461b73 for: {'subnet': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:06:22.647218 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:22.885109 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251'] for subnet, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:22.889473 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:06:22.960262 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=91412f29-489f-4bda-9d2d-fa4690ddadc6,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:06:22.971332 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:22.971681 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:22.972015 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:22.972340 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:22.972657 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:22.972987 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:22.973324 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:22.973662 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:22.973987 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:22.974298 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:22.974606 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:22.974912 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:22.977596 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Checking segment: {'id': '31568127-0380-43e9-ad9f-ee6416967fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4826ac71-47c6-4ae0-abe8-98b23c872278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:06:22.977958 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Network hostable DHCP agents. Network: 4826ac71-47c6-4ae0-abe8-98b23c872278, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:06:22.983811 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:06:22.998716 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Network 4826ac71-47c6-4ae0-abe8-98b23c872278 is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:06:23.008079 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, 4826ac71-47c6-4ae0-abe8-98b23c872278) {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:06:23.012082 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:06:23.012620 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:23.017137 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125532a5-630b-4c3c-9d99-4df75e469b3e None None] Network 4826ac71-47c6-4ae0-abe8-98b23c872278 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:06:23.031613 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4190304 Jun 07 08:06:23.235941 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf83e8f63-32ac-5286-9395-d7cf83f6d299-4826ac71-47c6-4ae0-abe8-98b23c872278', 'network_id': '4826ac71-47c6-4ae0-abe8-98b23c872278', 'tenant_id': '7ab205253ba54e198dcd9f24cc461b73', 'fixed_ips': [{'subnet_id': '91412f29-489f-4bda-9d2d-fa4690ddadc6'}]}} from dv-cinder-784945-11-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:06:23.236770 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:23.391352 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Allocated IP 192.168.233.2 (4826ac71-47c6-4ae0-abe8-98b23c872278/91412f29-489f-4bda-9d2d-fa4690ddadc6/33c1e755-54f2-4905-b325-a2ff61fea8fe) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:06:23.596406 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:23.607182 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Transition to ACTIVE for port object 33c1e755-54f2-4905-b325-a2ff61fea8fe will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:06:23.625745 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Transition to ACTIVE for port object 33c1e755-54f2-4905-b325-a2ff61fea8fe will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:06:23.631567 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:23.636066 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f10a78d0-b3b9-4b93-9743-0ccdedc847e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:06:23.704163 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Network 4826ac71-47c6-4ae0-abe8-98b23c872278 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:06:23.705398 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:06:23.711428 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:06:23.744252 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Pushing event updated for resources: {'Port': ['ID=33c1e755-54f2-4905-b325-a2ff61fea8fe,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:06:23.759619 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:23.759974 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:23.760307 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:23.760633 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:23.760951 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:23.761276 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:23.761799 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:23.762180 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:23.762586 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:23.762911 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:23.763226 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:23.763547 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:06:23.790478 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:06:23.818804 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Attempting to bind port 33c1e755-54f2-4905-b325-a2ff61fea8fe on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:06:23.819162 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Attempting to bind port 33c1e755-54f2-4905-b325-a2ff61fea8fe by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': '31568127-0380-43e9-ad9f-ee6416967fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4826ac71-47c6-4ae0-abe8-98b23c872278'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:06:23.819515 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Attempting to bind port 33c1e755-54f2-4905-b325-a2ff61fea8fe on network 4826ac71-47c6-4ae0-abe8-98b23c872278 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:06:23.824945 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:06:23.825397 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Checking segment: {'id': '31568127-0380-43e9-ad9f-ee6416967fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4826ac71-47c6-4ae0-abe8-98b23c872278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:06:23.825726 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:23.826117 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Bound using segment: {'id': '31568127-0380-43e9-ad9f-ee6416967fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4826ac71-47c6-4ae0-abe8-98b23c872278'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:06:23.826572 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Bound port: 33c1e755-54f2-4905-b325-a2ff61fea8fe, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31568127-0380-43e9-ad9f-ee6416967fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4826ac71-47c6-4ae0-abe8-98b23c872278'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:06:23.826933 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:23.912808 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] For port 33c1e755-54f2-4905-b325-a2ff61fea8fe, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:06:23.915744 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] For port 33c1e755-54f2-4905-b325-a2ff61fea8fe, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=33c1e755-54f2-4905-b325-a2ff61fea8fe,segment=NetworkSegment(31568127-0380-43e9-ad9f-ee6416967fde),segment_id=31568127-0380-43e9-ad9f-ee6416967fde)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:06:23.921115 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:23.925245 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:06:24.000047 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Pushing event updated for resources: {'Port': ['ID=33c1e755-54f2-4905-b325-a2ff61fea8fe,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:06:24.005344 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:06:24.852797 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb6d462-5e5f-4586-835e-5025ddc16ec1 None None] Network 4826ac71-47c6-4ae0-abe8-98b23c872278 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:06:24.890676 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 33c1e755-54f2-4905-b325-a2ff61fea8fe up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:06:25.022046 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-fe141dff-65ba-4fa0-9068-6f1defc32d49 None None] Provisioning for port 33c1e755-54f2-4905-b325-a2ff61fea8fe completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:06:25.085411 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 33c1e755-54f2-4905-b325-a2ff61fea8fe completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:06:25.095509 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 33c1e755-54f2-4905-b325-a2ff61fea8fe triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:06:25.095818 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:25.272655 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:25.310670 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 33c1e755-54f2-4905-b325-a2ff61fea8fe, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=33c1e755-54f2-4905-b325-a2ff61fea8fe,segment=NetworkSegment(31568127-0380-43e9-ad9f-ee6416967fde),segment_id=31568127-0380-43e9-ad9f-ee6416967fde)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:06:25.315215 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:25.317398 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:06:25.386699 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=33c1e755-54f2-4905-b325-a2ff61fea8fe,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:06:25.390333 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:06:25.451501 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-fa4fb0c4-bb43-432a-8b50-28e919c1dbd1 None None] Provisioning complete for port 33c1e755-54f2-4905-b325-a2ff61fea8fe triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:06:25.451865 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-fa4fb0c4-bb43-432a-8b50-28e919c1dbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:26.845334 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 33c1e755-54f2-4905-b325-a2ff61fea8fe up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:06:26.918411 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 33c1e755-54f2-4905-b325-a2ff61fea8fe triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:06:26.918779 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:38.270483 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5d4fbaa0-d73f-47d4-99d2-34372c87d339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:40.829272 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:40.954812 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4aca26e7-47c1-4bcf-a651-15a6781addea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:41.894947 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:43.493510 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:06:47.285464 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 5 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:07:08.272431 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1ef78d0e-5358-4fca-9653-cb305687dd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:10.831264 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:10.956267 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c09f0d6e-fe19-4c8a-9032-b25ab1010a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:11.898461 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:13.497650 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:24.283452 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 5 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:07:35.767073 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 47924) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:35.772816 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [None req-b45edbf4-0f1f-466e-b9f2-ed255ee348a5 tempest-verify_tempest_config-1136377649 tempest-verify_tempest_config-1136377649-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:07:35.773781 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-b45edbf4-0f1f-466e-b9f2-ed255ee348a5 tempest-verify_tempest_config-1136377649 tempest-verify_tempest_config-1136377649-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057507 Jun 07 08:07:36.081589 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 47942) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:36.197553 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:36.308837 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:36.312699 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:36.320876 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:07:36.402719 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba892fff88714847a761516158e00721&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3199821 Jun 07 08:07:36.403704 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd61b2b-8466-470e-bc11-010df2069627,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:07:36.405358 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 47946) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:07:36.411054 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.411394 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.411728 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.412153 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.413464 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.413815 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.414171 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.414509 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.414855 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.415176 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.416104 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.417279 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.422623 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:07:36.470218 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:36.496238 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:36.588556 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:36.591296 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:36.595128 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fdd61b2b-8466-470e-bc11-010df2069627 HTTP/1.1" status: 204 len: 168 time: 0.1881921 Jun 07 08:07:36.595859 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:07:36.606181 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd61b2b-8466-470e-bc11-010df2069627,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:07:36.612916 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.613272 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.613634 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.613959 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.614279 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.614620 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.615028 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.615310 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.615570 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.615881 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.616190 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.616495 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:07:36.620173 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:07:38.275514 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6224803c-4d8a-4e2b-8e51-07d02ea066a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:40.833727 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:40.958119 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9bf41ba1-8886-4073-a1d1-1f2dd57f967e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:41.898109 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:07:43.500109 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:01.281863 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 5 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:08:08.277580 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7f8b68fd-194e-472e-ab40-cb914223e92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:10.835454 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:10.958687 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2b99-f7db-4dca-8dfa-e8a029741cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:11.900890 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:13.505906 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:38.280656 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-47508e81-6d84-4f3c-a0b5-dfd021749ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:38.282028 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 5 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:08:40.836368 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:40.959460 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e84c-f2fb-4b7f-9793-d4fe32499bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:41.904647 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:08:43.508294 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:06.774788 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468'] for agent, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:08.283231 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e2b69bc9-6b71-4cc5-9fbd-1147db69bb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:10.664113 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48000) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:09:10.776312 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-ff669c51-d839-44fe-8e7e-517c3758b88f admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1111283 Jun 07 08:09:10.842018 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:10.961317 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1334b272-c276-4388-9781-fc5292684ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:11.910073 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:12.926318 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48010) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:09:12.979585 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-145479cf-baef-4696-af37-03be0ff6f814 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0522158 Jun 07 08:09:13.513661 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:15.281290 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:09:36.729006 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:38.285557 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d8f71d0e-f06d-4f68-b7fe-25e6a24a7983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:40.834784 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:40.963358 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f9404f4d-53e7-4079-b816-882ee81cd4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:41.911444 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:43.515200 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:09:52.279395 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:10:06.731000 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:08.287141 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5a8f725a-7710-4ec0-b946-c8af94a11d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:10.842803 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:10.964073 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f8b2c2a5-749b-4a80-af72-0d9c8c51fcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:11.914091 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:13.518802 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:29.280100 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:10:36.753154 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:38.291839 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a26ca619-7e21-4e8a-b210-c8b23ba71801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:39.080885 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48184) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:39.407660 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-293542323-network', 'tenant_id': '307149236d7949e9b2d732d3e24bf232'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:39.430115 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Made reservation on behalf of 307149236d7949e9b2d732d3e24bf232 for: {'network': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:10:39.432428 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:39.448085 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:39.615356 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:39.625264 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:39.632596 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:39.665421 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=91867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:10:39.678061 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d99026-2960-4418-a78f-7bc3655fe048,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:39.683137 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:39.683658 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.segments_db [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Added segment 0a52c2ab-4c25-4d74-92e6-aa51b19b8e55 of type vlan for network 3e489677-7805-4721-8e79-acde3b2094a6 Jun 07 08:10:39.692290 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:39.692707 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:39.693040 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:39.693382 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:39.693701 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:39.694018 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:39.694334 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:39.694650 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:39.694972 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:39.695287 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:39.695596 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:39.695898 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Tracked resource versions report: Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: pushed versions: Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: { 'AddressGroup': {'1.2'}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'ConntrackHelper': {'1.0'}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Log': {'1.0'}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Network': {'1.1'}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Port': {'1.7'}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'PortForwarding': {'1.2'}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'QosPolicy': {'1.8'}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'SecurityGroup': {'1.4'}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'SubPort': {'1.0'}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Subnet': {'1.1'}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Trunk': {'1.1'}} Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: consumer versions: Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: { DHCP agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: HyperV agent@hv-cinder-78494: {}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: L3 agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: Metadata agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: Metering agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: Open vSwitch agent@dv-cinder-784945-11-iscsi: { 'AddressGroup': '1.2', Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'ConntrackHelper': '1.0', Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Log': '1.0', Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Network': '1.1', Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Port': '1.7', Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'PortForwarding': '1.2', Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'QosPolicy': '1.8', Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'SecurityGroup': '1.4', Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'SecurityGroupRule': '1.2', Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'SubPort': '1.0', Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Subnet': '1.1', Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: 'Trunk': '1.1'}} Jun 07 08:10:39.696934 dv-cinder-784945-11-iscsi neutron-server[91867]: {{(pid=91867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:10:39.700010 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:39.728277 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:39.757560 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48222) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:39.764530 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:39.765910 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:39.766473 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:39.771162 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:39.813255 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7312233 Jun 07 08:10:39.816292 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48230) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:39.822395 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Request body: {'subnet': {'network_id': '3e489677-7805-4721-8e79-acde3b2094a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-293542323-subnet', 'tenant_id': '307149236d7949e9b2d732d3e24bf232', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:39.848335 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Made reservation on behalf of 307149236d7949e9b2d732d3e24bf232 for: {'subnet': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:10:39.851499 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:39.871989 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=3e489677-7805-4721-8e79-acde3b2094a6,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:39.875309 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:39.884131 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network 3e489677-7805-4721-8e79-acde3b2094a6 details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:10:40.100685 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251'] for subnet, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.105889 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:40.168386 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48246) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:40.184772 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9f027d-0787-4276-a3ff-1c67a69c1c3e,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:40.194888 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:40.195220 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:40.195548 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:40.196080 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:40.196563 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:40.197057 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:40.197545 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:40.198052 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:40.198536 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:40.199090 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:40.199561 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:40.200032 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Tracked resource versions report: Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: pushed versions: Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: { 'AddressGroup': {'1.2'}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'ConntrackHelper': {'1.0'}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Log': {'1.0'}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Network': {'1.1'}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Port': {'1.7'}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'PortForwarding': {'1.2'}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'QosPolicy': {'1.8'}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'SecurityGroup': {'1.4'}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'SubPort': {'1.0'}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Subnet': {'1.1'}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Trunk': {'1.1'}} Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: consumer versions: Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: { DHCP agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: HyperV agent@hv-cinder-78494: {}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: L3 agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: Metadata agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: Metering agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: Open vSwitch agent@dv-cinder-784945-11-iscsi: { 'AddressGroup': '1.2', Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'ConntrackHelper': '1.0', Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Log': '1.0', Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Network': '1.1', Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Port': '1.7', Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'PortForwarding': '1.2', Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'QosPolicy': '1.8', Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'SecurityGroup': '1.4', Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'SecurityGroupRule': '1.2', Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'SubPort': '1.0', Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Subnet': '1.1', Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: 'Trunk': '1.1'}} Jun 07 08:10:40.202062 dv-cinder-784945-11-iscsi neutron-server[91866]: {{(pid=91866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:10:40.207266 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:40.210100 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Checking segment: {'id': '0a52c2ab-4c25-4d74-92e6-aa51b19b8e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3e489677-7805-4721-8e79-acde3b2094a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:10:40.210932 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Network hostable DHCP agents. Network: 3e489677-7805-4721-8e79-acde3b2094a6, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:10:40.226281 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-network', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:40.230997 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Network 3e489677-7805-4721-8e79-acde3b2094a6 is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:10:40.243992 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, 3e489677-7805-4721-8e79-acde3b2094a6) {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:10:40.250739 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:40.253619 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1affaec0-7f44-4f86-884b-029b9ab7ec51 None None] Network 3e489677-7805-4721-8e79-acde3b2094a6 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:10:40.261789 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.264094 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Made reservation on behalf of 308d0e80315d4d6d9a5744d04f4fe97d for: {'network': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:10:40.270904 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.274115 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48252) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:40.312082 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.336187 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5184877 Jun 07 08:10:40.440208 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.445559 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.461579 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=91867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:10:40.464045 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:40.510990 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb50d01f-7180-4f4c-a93d-c1a3bdca30d9 None None] Network 3e489677-7805-4721-8e79-acde3b2094a6 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:10:40.511186 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.511400 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.segments_db [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Added segment 1df05a3e-c918-4db2-b08b-831dcb0a5d52 of type vlan for network f8661265-012e-4b77-980c-179a981d3247 Jun 07 08:10:40.514785 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d605977f-e75a-4241-99f9-2753f5155f42,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:40.527731 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:40.561977 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1996614455-network', 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:40.616616 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Made reservation on behalf of f983cffaddb944cf8fa8188dca8ac056 for: {'network': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:10:40.619773 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.620428 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.650130 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.655499 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.657638 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:40.658629 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.665641 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b50da2c9-85ab-4a76-ae33-2fb33c4180b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:40.673496 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2037101709-network', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:40.704483 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Made reservation on behalf of eac66ef7698c48928700d3683c5dff7a for: {'network': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:10:40.707321 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.724463 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.782909 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0242016 Jun 07 08:10:40.787593 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48266) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:40.790921 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Pushing event updated for resources: {'Network': ['ID=f8661265-012e-4b77-980c-179a981d3247,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:40.802141 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:40.803233 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network f8661265-012e-4b77-980c-179a981d3247 details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:10:40.807807 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-c2bf47bd-9122-4bce-9b92-6a2e57428598 admin admin] Request body: {'subnet': {'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-subnet', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:40.896947 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.912260 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:40.928693 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-1cf26581-b239-4f4c-87c2-6777504499b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:40.992367 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=91866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:10:41.055628 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.087199 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0839cf1-4645-49f3-99a0-68172846bfdb,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:41.093520 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:41.108225 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789120952477', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.108805 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Unsubscribe: segment precommit_create {{(pid=91866) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 08:10:41.109277 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.segments_db [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Added segment b88407fd-639e-49de-aaec-867aafbb2e19 of type vlan for network 731569ee-c381-432b-a105-1cc707924205 Jun 07 08:10:41.142628 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-fc9af511-9672-4140-ac41-07014cba14c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.168220 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.174848 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.181364 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.206722 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=91866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:10:41.217810 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.218394 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.segments_db [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Added segment 33f39cc9-2baa-4f61-b67c-75d56eb20d61 of type vlan for network de83ae0a-b6d0-43a9-b151-cd274d96171b Jun 07 08:10:41.244690 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.260849 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:41.287618 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.db.resource_extend [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 08:10:41.324407 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bf47bd-9122-4bce-9b92-6a2e57428598 admin admin] Made reservation on behalf of 308d0e80315d4d6d9a5744d04f4fe97d for: {'subnet': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:10:41.327841 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c2bf47bd-9122-4bce-9b92-6a2e57428598 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.352076 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.355599 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10eab944-aa67-4507-af9c-500aa96348d5,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:41.368531 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:41.369135 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.375240 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:41.378587 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:41.392031 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.405750 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:41.406338 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.499116 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2189145 Jun 07 08:10:41.502034 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48294) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:41.507949 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-c91da786-5acf-450d-8bd2-69d8eca1c852 admin admin] Request body: {'subnet': {'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2037101709-subnet', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:41.520757 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3502851 Jun 07 08:10:41.525472 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48298) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:41.543748 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-5f80aef8-946f-4585-8eca-2b865bbaa3bd admin admin] Request body: {'subnet': {'network_id': '731569ee-c381-432b-a105-1cc707924205', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1996614455-subnet', 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:41.582553 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Pushing event updated for resources: {'Network': ['ID=de83ae0a-b6d0-43a9-b151-cd274d96171b,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:41.595361 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:41.595771 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:41.596189 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network de83ae0a-b6d0-43a9-b151-cd274d96171b details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:10:41.646033 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91da786-5acf-450d-8bd2-69d8eca1c852 admin admin] Made reservation on behalf of eac66ef7698c48928700d3683c5dff7a for: {'subnet': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:10:41.650007 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c91da786-5acf-450d-8bd2-69d8eca1c852 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.763657 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f80aef8-946f-4585-8eca-2b865bbaa3bd admin admin] Made reservation on behalf of f983cffaddb944cf8fa8188dca8ac056 for: {'subnet': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:10:41.767925 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5f80aef8-946f-4585-8eca-2b865bbaa3bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.776298 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Pushing event updated for resources: {'Network': ['ID=731569ee-c381-432b-a105-1cc707924205,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:41.790954 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network 731569ee-c381-432b-a105-1cc707924205 details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:10:41.792236 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:41.906005 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c2bf47bd-9122-4bce-9b92-6a2e57428598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251'] for subnet, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:41.913500 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-5c833a2f-76d2-4224-b3c0-a0085919a991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:41.957495 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:42.009201 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf47bd-9122-4bce-9b92-6a2e57428598 admin admin] Checking segment: {'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:10:42.009597 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bf47bd-9122-4bce-9b92-6a2e57428598 admin admin] Network hostable DHCP agents. Network: f8661265-012e-4b77-980c-179a981d3247, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:10:42.048934 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf47bd-9122-4bce-9b92-6a2e57428598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:42.059434 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c2bf47bd-9122-4bce-9b92-6a2e57428598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:42.088891 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bf47bd-9122-4bce-9b92-6a2e57428598 admin admin] Network f8661265-012e-4b77-980c-179a981d3247 is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:10:42.109845 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-c2bf47bd-9122-4bce-9b92-6a2e57428598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, f8661265-012e-4b77-980c-179a981d3247) {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:10:42.118875 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6c4224-4a88-45ee-a95a-f88bcce585ca None None] Network f8661265-012e-4b77-980c-179a981d3247 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:10:42.121161 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bf47bd-9122-4bce-9b92-6a2e57428598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:42.122772 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c2bf47bd-9122-4bce-9b92-6a2e57428598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:42.146775 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c91da786-5acf-450d-8bd2-69d8eca1c852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251'] for subnet, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:42.166938 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-c2bf47bd-9122-4bce-9b92-6a2e57428598 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3767855 Jun 07 08:10:42.166938 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48322) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:42.173680 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:42.179907 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-9b385c0a-45bd-4a48-af8c-04e71c9105f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:42.228494 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:42.230208 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-241532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:42.264007 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:42.305744 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5f80aef8-946f-4585-8eca-2b865bbaa3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251'] for subnet, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:42.326602 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91da786-5acf-450d-8bd2-69d8eca1c852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd250e25-fd76-4e73-ad0e-1eb27cf18aa3,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:42.334071 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-c91da786-5acf-450d-8bd2-69d8eca1c852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:42.337426 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:42.385510 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91da786-5acf-450d-8bd2-69d8eca1c852 admin admin] Checking segment: {'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:10:42.385856 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91da786-5acf-450d-8bd2-69d8eca1c852 admin admin] Network hostable DHCP agents. Network: de83ae0a-b6d0-43a9-b151-cd274d96171b, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:10:42.433884 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80aef8-946f-4585-8eca-2b865bbaa3bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa02afe2-5864-4df3-914b-20fcfd8c837d,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:42.438690 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-5f80aef8-946f-4585-8eca-2b865bbaa3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:42.443525 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f80aef8-946f-4585-8eca-2b865bbaa3bd admin admin] Checking segment: {'id': 'b88407fd-639e-49de-aaec-867aafbb2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '731569ee-c381-432b-a105-1cc707924205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:10:42.443892 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f80aef8-946f-4585-8eca-2b865bbaa3bd admin admin] Network hostable DHCP agents. Network: 731569ee-c381-432b-a105-1cc707924205, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:10:42.453215 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91da786-5acf-450d-8bd2-69d8eca1c852 admin admin] Network de83ae0a-b6d0-43a9-b151-cd274d96171b is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:10:42.468197 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-c91da786-5acf-450d-8bd2-69d8eca1c852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, de83ae0a-b6d0-43a9-b151-cd274d96171b) {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:10:42.477180 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91da786-5acf-450d-8bd2-69d8eca1c852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:42.478091 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c91da786-5acf-450d-8bd2-69d8eca1c852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:42.483114 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cb1faf-a2c1-4173-a46e-3afb35fd01a3 None None] Network de83ae0a-b6d0-43a9-b151-cd274d96171b requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:10:42.486093 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f80aef8-946f-4585-8eca-2b865bbaa3bd admin admin] Network 731569ee-c381-432b-a105-1cc707924205 is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:10:42.500416 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-5f80aef8-946f-4585-8eca-2b865bbaa3bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, 731569ee-c381-432b-a105-1cc707924205) {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:10:42.505708 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f80aef8-946f-4585-8eca-2b865bbaa3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:42.507111 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5f80aef8-946f-4585-8eca-2b865bbaa3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:42.514177 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-c91da786-5acf-450d-8bd2-69d8eca1c852 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0100188 Jun 07 08:10:42.519295 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48330) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:42.533998 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:42.538240 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b73bd86-8f0d-4d80-b7b6-786d68c74295 None None] Network 731569ee-c381-432b-a105-1cc707924205 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:10:42.555057 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-5f80aef8-946f-4585-8eca-2b865bbaa3bd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0191412 Jun 07 08:10:42.556212 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48332) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:42.562059 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1996614455-router', 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:42.578529 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:42.579777 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-241532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:42.603692 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:42.809745 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3339ca16-d43e-4874-88f2-2965c5ac4bf0 None None] Network 731569ee-c381-432b-a105-1cc707924205 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:10:42.899335 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4642'] for router, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:42.909769 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:42.910836 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-241532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:43.079095 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:43.145211 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf83e8f63-32ac-5286-9395-d7cf83f6d299-f8661265-012e-4b77-980c-179a981d3247', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be'}]}} from dv-cinder-784945-11-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:10:43.146104 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:43.212616 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4642'] for router, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:43.409724 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:43.435146 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf83e8f63-32ac-5286-9395-d7cf83f6d299-de83ae0a-b6d0-43a9-b151-cd274d96171b', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3'}]}} from dv-cinder-784945-11-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:10:43.435973 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:43.474405 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:43.652405 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Allocated IP 172.27.1.137 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/36e360e7-a04a-42d7-aca3-fa576f077edc) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:10:43.729462 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48392) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:43.733722 dv-cinder-784945-11-iscsi neutron-server[91866]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 08:10:43.824832 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Allocated IP 172.20.0.2 (f8661265-012e-4b77-980c-179a981d3247/a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be/6e741dd7-90ed-4f93-985e-209b19d49d38) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:10:43.848874 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:43.861872 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Allocated IP 172.20.0.2 (de83ae0a-b6d0-43a9-b151-cd274d96171b/dd250e25-fd76-4e73-ad0e-1eb27cf18aa3/a81c4ca2-fb10-408a-b1e0-53bcd9518af1) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:10:43.903577 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4642'] for router, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:43.939610 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-94618b48-57a0-4f5f-a947-5ba128f2e13e tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:43.946976 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-94618b48-57a0-4f5f-a947-5ba128f2e13e tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/networks?id=3e489677-7805-4721-8e79-acde3b2094a6 HTTP/1.1" status: 200 len: 811 time: 0.2144268 Jun 07 08:10:44.023358 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-d48315dc-1c13-4a2f-8b22-0c477783e559 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/quotas/307149236d7949e9b2d732d3e24bf232 HTTP/1.1" status: 200 len: 375 time: 0.0751350 Jun 07 08:10:44.089742 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-e902db11-ce54-48c5-99dc-14df3690146b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=307149236d7949e9b2d732d3e24bf232&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649946 Jun 07 08:10:44.155026 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:44.220134 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:44.226285 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3265ae1a-59e3-4a38-9420-bd0acf74e783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:44.251019 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:44.264117 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Transition to ACTIVE for port object 6e741dd7-90ed-4f93-985e-209b19d49d38 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:10:44.283707 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Transition to ACTIVE for port object 6e741dd7-90ed-4f93-985e-209b19d49d38 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:10:44.296460 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:44.327578 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:44.387691 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:10:44.391196 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:10:44.399454 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:10:44.424628 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Network f8661265-012e-4b77-980c-179a981d3247 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:10:44.428684 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:44.429296 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:10:44.469690 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:44.478546 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:10:44.553761 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Pushing event updated for resources: {'Port': ['ID=6e741dd7-90ed-4f93-985e-209b19d49d38,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:44.573109 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:44.573648 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:44.574193 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:44.574638 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:44.575933 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:44.576483 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:44.577060 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:44.577632 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:44.578251 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:44.578747 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:44.579205 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:44.579599 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Tracked resource versions report: Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: pushed versions: Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: { 'AddressGroup': {'1.2'}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'ConntrackHelper': {'1.0'}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Log': {'1.0'}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Network': {'1.1'}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Port': {'1.7'}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'PortForwarding': {'1.2'}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'QosPolicy': {'1.8'}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'SecurityGroup': {'1.4'}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'SubPort': {'1.0'}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Subnet': {'1.1'}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Trunk': {'1.1'}} Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: consumer versions: Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: { DHCP agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: HyperV agent@hv-cinder-78494: {}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: L3 agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: Metadata agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: Metering agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: Open vSwitch agent@dv-cinder-784945-11-iscsi: { 'AddressGroup': '1.2', Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'ConntrackHelper': '1.0', Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Log': '1.0', Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Network': '1.1', Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Port': '1.7', Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'PortForwarding': '1.2', Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'QosPolicy': '1.8', Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'SecurityGroup': '1.4', Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'SecurityGroupRule': '1.2', Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'SubPort': '1.0', Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Subnet': '1.1', Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: 'Trunk': '1.1'}} Jun 07 08:10:44.581327 dv-cinder-784945-11-iscsi neutron-server[91875]: {{(pid=91875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:10:44.630038 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:44.645256 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=36e360e7-a04a-42d7-aca3-fa576f077edc,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:44.668836 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Attempting to bind port 6e741dd7-90ed-4f93-985e-209b19d49d38 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:10:44.669606 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Attempting to bind port 6e741dd7-90ed-4f93-985e-209b19d49d38 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:10:44.670108 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Attempting to bind port 6e741dd7-90ed-4f93-985e-209b19d49d38 on network f8661265-012e-4b77-980c-179a981d3247 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:10:44.681003 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:44.685214 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:10:44.685625 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Checking segment: {'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:10:44.686033 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:44.686656 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Bound using segment: {'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:10:44.687022 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Bound port: 6e741dd7-90ed-4f93-985e-209b19d49d38, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:10:44.687403 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:44.742740 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Allocated IP 172.27.1.175 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/b54e8308-8542-4b44-a651-a44a0a2e7550) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:10:44.786585 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48422) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:44.802696 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-b96b3a83-eb34-49fa-a95d-5abffba58b2f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:10:44.803686 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-b96b3a83-eb34-49fa-a95d-5abffba58b2f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3061233 Jun 07 08:10:44.879006 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] For port 6e741dd7-90ed-4f93-985e-209b19d49d38, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:10:44.882486 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] For port 6e741dd7-90ed-4f93-985e-209b19d49d38, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=6e741dd7-90ed-4f93-985e-209b19d49d38,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:10:44.902518 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:44.915408 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:45.018582 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Pushing event updated for resources: {'Port': ['ID=6e741dd7-90ed-4f93-985e-209b19d49d38,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:45.028102 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:45.029661 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:45.048408 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Transition to ACTIVE for port object a81c4ca2-fb10-408a-b1e0-53bcd9518af1 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:10:45.079739 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Transition to ACTIVE for port object a81c4ca2-fb10-408a-b1e0-53bcd9518af1 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:10:45.088277 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:45.099470 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:45.103084 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f37f4b72-96ee-4ea2-8608-c09354add3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:45.106499 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:45.178090 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Network de83ae0a-b6d0-43a9-b151-cd274d96171b is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:10:45.181480 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:10:45.185527 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:10:45.191374 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Pushing event updated for resources: {'Port': ['ID=a81c4ca2-fb10-408a-b1e0-53bcd9518af1,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:45.200789 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:45.202550 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:45.213336 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:45.240227 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:45.339825 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:45.354688 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:45.359753 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-09c2a82d-60af-4213-b114-fe3c4c3bd483 service neutron] 10.222.0.43 "GET /v2.0/networks/3e489677-7805-4721-8e79-acde3b2094a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386477 Jun 07 08:10:45.375629 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Attempting to bind port a81c4ca2-fb10-408a-b1e0-53bcd9518af1 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:10:45.376586 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Attempting to bind port a81c4ca2-fb10-408a-b1e0-53bcd9518af1 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:10:45.377145 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Attempting to bind port a81c4ca2-fb10-408a-b1e0-53bcd9518af1 on network de83ae0a-b6d0-43a9-b151-cd274d96171b {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:10:45.383861 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:10:45.384858 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Checking segment: {'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:10:45.385491 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:45.386133 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Bound using segment: {'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:10:45.386837 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Bound port: a81c4ca2-fb10-408a-b1e0-53bcd9518af1, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:10:45.388042 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:45.503861 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:10:45.512440 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:10:45.514241 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] For port a81c4ca2-fb10-408a-b1e0-53bcd9518af1, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:10:45.517838 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] For port a81c4ca2-fb10-408a-b1e0-53bcd9518af1, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=a81c4ca2-fb10-408a-b1e0-53bcd9518af1,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:10:45.521914 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:10:45.525501 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:45.535995 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:45.604041 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Pushing event updated for resources: {'Port': ['ID=b54e8308-8542-4b44-a651-a44a0a2e7550,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:45.606573 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Pushing event updated for resources: {'Port': ['ID=a81c4ca2-fb10-408a-b1e0-53bcd9518af1,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:45.607797 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:45.647020 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:45.792707 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Allocated IP 172.27.1.43 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/02bee194-a5d1-448b-b1da-bbb59e9090f6) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:10:45.837523 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-41070034-a02b-4ecd-9ab3-578551de0349 service neutron] 10.222.0.43 "GET /v2.0/networks/3e489677-7805-4721-8e79-acde3b2094a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512389 Jun 07 08:10:46.127966 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481443'] for router, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:46.134163 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f37f4b72-96ee-4ea2-8608-c09354add3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:46.270550 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48468) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:46.326827 dv-cinder-784945-11-iscsi neutron-server[91867]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 08:10:46.395525 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f37f4b72-96ee-4ea2-8608-c09354add3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:46.431481 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-90966204-4ed3-4caa-8313-a8754e8272cd req-ea366449-b517-412b-8015-313bc2b748a8 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 210 time: 0.1101003 Jun 07 08:10:46.456065 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:46.473862 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:46.480435 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-f37f4b72-96ee-4ea2-8608-c09354add3fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c902ad298e443b1a37eb70cef384f09&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6905966 Jun 07 08:10:46.499279 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48484) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:46.530810 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9c4340-bd4c-4683-b534-13e203d7f1a0 None None] Network f8661265-012e-4b77-980c-179a981d3247 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:10:46.565574 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f4b72-96ee-4ea2-8608-c09354add3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9b0050-c25a-47b2-bc9d-e915d0543c14,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:46.573803 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f37f4b72-96ee-4ea2-8608-c09354add3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:46.578343 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 is scheduled to L3 agent edff9234-329c-41be-a42f-286eff3df819 with binding_index 1 {{(pid=91866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:10:46.596779 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:46.659447 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-eb611ece-8f07-46f3-89ef-a9c886993af2 None None] Provisioning for port 6e741dd7-90ed-4f93-985e-209b19d49d38 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:10:46.749641 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-11c922a1-daef-4995-9db7-f5d7a4148a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:46.879168 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:46.890686 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-11c922a1-daef-4995-9db7-f5d7a4148a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:46.892100 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0b051ee2-a7a5-40ca-886a-94c92a331bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:47.009982 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:10:47.020817 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Sync routers for ids ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:10:47.034883 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Routers {'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:10:47.035727 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:10:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:10:47.065250 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-11c922a1-daef-4995-9db7-f5d7a4148a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:47.066202 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Notify callbacks [] for router, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:47.067498 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8995721 Jun 07 08:10:47.070405 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-11c922a1-daef-4995-9db7-f5d7a4148a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:47.071349 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-11c922a1-daef-4995-9db7-f5d7a4148a89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d9b0050-c25a-47b2-bc9d-e915d0543c14 HTTP/1.1" status: 204 len: 168 time: 0.5639598 Jun 07 08:10:47.071868 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48504) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:47.072444 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:47.106452 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c922a1-daef-4995-9db7-f5d7a4148a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9b0050-c25a-47b2-bc9d-e915d0543c14,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:47.111196 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-11c922a1-daef-4995-9db7-f5d7a4148a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:47.113556 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:10:47.136049 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:10:47.155910 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:10:47.253702 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 6e741dd7-90ed-4f93-985e-209b19d49d38 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:10:47.340411 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc5f53d-a4de-4660-b3b4-3a13a04887f6 None None] Network de83ae0a-b6d0-43a9-b151-cd274d96171b requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:10:47.510938 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-5f08e1e1-c711-41c8-af19-ec6800977b18 None None] Provisioning for port a81c4ca2-fb10-408a-b1e0-53bcd9518af1 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:10:47.516249 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Set router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:10:47.680650 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 6e741dd7-90ed-4f93-985e-209b19d49d38 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:10:47.698246 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481443'] for router, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:47.718114 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Pushing event updated for resources: {'Port': ['ID=02bee194-a5d1-448b-b1da-bbb59e9090f6,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:47.723640 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:47.774072 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-74217a21-1f7a-4205-bb57-553e204cba6e req-0be6eec8-6096-4863-a013-fe2fcd13756a tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 210 time: 0.1900322 Jun 07 08:10:47.836917 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48532) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:47.838664 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 6e741dd7-90ed-4f93-985e-209b19d49d38 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:10:47.839119 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:47.958441 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-0e461139-f6e9-488c-924d-975f467fa67d None None] Provisioning complete for port 6e741dd7-90ed-4f93-985e-209b19d49d38 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:10:47.958818 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e461139-f6e9-488c-924d-975f467fa67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.089770 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:44Z', 'revision_number': 3, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:10:48.095833 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Checking router: e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:10:48.096631 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Updating router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 port 36e360e7-a04a-42d7-aca3-fa576f077edc binding host dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:10:48.152461 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.193704 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.238188 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0e461139-f6e9-488c-924d-975f467fa67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.251432 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 6e741dd7-90ed-4f93-985e-209b19d49d38, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=6e741dd7-90ed-4f93-985e-209b19d49d38,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:10:48.277402 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.283847 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device a81c4ca2-fb10-408a-b1e0-53bcd9518af1 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:10:48.313858 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.406455 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-74c038d8-d63b-4ef3-9b14-16814301a631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.409334 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:48.493664 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=6e741dd7-90ed-4f93-985e-209b19d49d38,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:48.507420 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:48.585247 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.db.api [None req-0e461139-f6e9-488c-924d-975f467fa67d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:10:48.585702 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_db.api [None req-0e461139-f6e9-488c-924d-975f467fa67d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:10:48.586408 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port a81c4ca2-fb10-408a-b1e0-53bcd9518af1 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:10:48.592857 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port a81c4ca2-fb10-408a-b1e0-53bcd9518af1 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:10:48.593347 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.616300 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.642040 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Notify callbacks [] for port, precommit_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.660401 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.provisioning_blocks [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Transition to ACTIVE for port object 36e360e7-a04a-42d7-aca3-fa576f077edc will not be triggered until provisioned by entity L2. {{(pid=91885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:10:48.671501 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.683060 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:48.797455 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.807945 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Pushing event updated for resources: {'Port': ['ID=36e360e7-a04a-42d7-aca3-fa576f077edc,revision_number=2']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:48.822621 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Attempting to bind port 36e360e7-a04a-42d7-aca3-fa576f077edc on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:10:48.822995 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Attempting to bind port 36e360e7-a04a-42d7-aca3-fa576f077edc by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:10:48.826527 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Attempting to bind port 36e360e7-a04a-42d7-aca3-fa576f077edc on network 6973a06f-3d40-4ce6-8425-553e4825a987 {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:10:48.838859 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:48.839395 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:48.839531 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:48.839776 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:48.840106 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:48.842703 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:48.843117 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:48.843476 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:48.847005 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:48.847350 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:48.847691 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:48.848019 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Tracked resource versions report: Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: pushed versions: Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: { 'AddressGroup': {'1.2'}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'ConntrackHelper': {'1.0'}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Log': {'1.0'}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Network': {'1.1'}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Port': {'1.7'}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'PortForwarding': {'1.2'}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'QosPolicy': {'1.8'}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'SecurityGroup': {'1.4'}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'SubPort': {'1.0'}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Subnet': {'1.1'}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Trunk': {'1.1'}} Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: consumer versions: Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: { DHCP agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: HyperV agent@hv-cinder-78494: {}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: L3 agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: Metadata agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: Metering agent@dv-cinder-784945-11-iscsi: {}, Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: Open vSwitch agent@dv-cinder-784945-11-iscsi: { 'AddressGroup': '1.2', Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'ConntrackHelper': '1.0', Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Log': '1.0', Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Network': '1.1', Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Port': '1.7', Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'PortForwarding': '1.2', Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'QosPolicy': '1.8', Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'SecurityGroup': '1.4', Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'SecurityGroupRule': '1.2', Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'SubPort': '1.0', Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Subnet': '1.1', Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: 'Trunk': '1.1'}} Jun 07 08:10:48.849099 dv-cinder-784945-11-iscsi neutron-server[91885]: {{(pid=91885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:10:48.855245 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:10:48.855630 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Checking segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:10:48.856036 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.860286 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Bound using segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:10:48.860940 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Bound port: 36e360e7-a04a-42d7-aca3-fa576f077edc, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:10:48.861363 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.938445 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 is scheduled to L3 agent edff9234-329c-41be-a42f-286eff3df819 with binding_index 1 {{(pid=91867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:10:48.947376 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port a81c4ca2-fb10-408a-b1e0-53bcd9518af1, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=a81c4ca2-fb10-408a-b1e0-53bcd9518af1,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:10:48.957592 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-74c038d8-d63b-4ef3-9b14-16814301a631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.961395 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:48.974942 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.48', 54392) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:48.990354 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-f10a78d0-b3b9-4b93-9743-0ccdedc847e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:48.999859 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] For port 36e360e7-a04a-42d7-aca3-fa576f077edc, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:10:49.003171 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] For port 36e360e7-a04a-42d7-aca3-fa576f077edc, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=36e360e7-a04a-42d7-aca3-fa576f077edc,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:10:49.004446 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:49.011829 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-74c038d8-d63b-4ef3-9b14-16814301a631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:49.022274 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:49.043362 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:49.045918 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481443'] for router, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:49.156542 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:49.176239 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-74c038d8-d63b-4ef3-9b14-16814301a631 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e382da093e4b4dc7807a87337a050d13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8968470 Jun 07 08:10:49.227693 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48562) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:49.248777 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Pushing event updated for resources: {'Port': ['ID=36e360e7-a04a-42d7-aca3-fa576f077edc,revision_number=3']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:49.249738 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 6e741dd7-90ed-4f93-985e-209b19d49d38 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:10:49.267349 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:49.268130 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Routers {'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:10:49.268895 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:10:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:10:49.289657 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c038d8-d63b-4ef3-9b14-16814301a631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6963a7e-5b86-404e-87c6-46b74423688d,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:49.413167 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Allocated IP 172.20.0.1 (f8661265-012e-4b77-980c-179a981d3247/a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be/37c09213-2a20-4bb2-9906-902e5db40906) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:10:49.431276 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=a81c4ca2-fb10-408a-b1e0-53bcd9518af1,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:49.445358 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:49.471850 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-72599727-9211-4198-95bb-b2c590e967cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:49.488969 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 6e741dd7-90ed-4f93-985e-209b19d49d38 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:10:49.489454 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:49.586705 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-858e9f31-6965-4f3c-81e7-bb6907a9b310 None None] Provisioning complete for port a81c4ca2-fb10-408a-b1e0-53bcd9518af1 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:10:49.587080 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-858e9f31-6965-4f3c-81e7-bb6907a9b310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:49.674521 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48578) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:49.682796 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-72599727-9211-4198-95bb-b2c590e967cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:49.735693 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] Set router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:10:49.782645 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-74c038d8-d63b-4ef3-9b14-16814301a631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:49.812932 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:10:49.827333 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Sync routers for ids ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:10:49.848558 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Routers {'927c8704-4b6f-44b0-9bc1-db5e2bdf6475'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:10:49.849297 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:10:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:10:49.865130 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2f332256-1a2d-4dc3-94ee-e9f49357aba2 req-44dee059-e2c6-4397-b9c1-aef76cd5b962 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 210 time: 0.1157141 Jun 07 08:10:50.008757 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Notify callbacks [] for router, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:50.013351 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4896367 Jun 07 08:10:50.015576 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48590) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:50.038142 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:50.057036 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-72599727-9211-4198-95bb-b2c590e967cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:50.118301 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-72599727-9211-4198-95bb-b2c590e967cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:50.120417 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-72599727-9211-4198-95bb-b2c590e967cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6963a7e-5b86-404e-87c6-46b74423688d HTTP/1.1" status: 204 len: 168 time: 0.8914101 Jun 07 08:10:50.139497 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:50.156447 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c0ff921a-797a-4925-895b-ace55f20057a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:50.169207 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Transition to ACTIVE for port object 37c09213-2a20-4bb2-9906-902e5db40906 will not be triggered until provisioned by entity DHCP. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:10:50.171120 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72599727-9211-4198-95bb-b2c590e967cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6963a7e-5b86-404e-87c6-46b74423688d,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:50.177097 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-72599727-9211-4198-95bb-b2c590e967cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:50.202814 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-68b62ae3-a638-4b3d-a805-c3093d0cb2f0 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:50.204410 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-68b62ae3-a638-4b3d-a805-c3093d0cb2f0 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.48 "GET /v2.0/networks?id=3e489677-7805-4721-8e79-acde3b2094a6 HTTP/1.1" status: 200 len: 811 time: 1.2265129 Jun 07 08:10:50.249252 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:50.273156 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-1877ccbd-2646-4a03-9828-0e94f818b1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:50.298403 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Set router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:10:50.358902 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Network f8661265-012e-4b77-980c-179a981d3247 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:10:50.363929 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:10:50.376247 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:10:50.376967 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-245993'] for router_interface, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:50.483212 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:44Z', 'revision_number': 3, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:10:50.504049 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be08e5-6ad8-43f2-84cc-7563621cb787 None None] The sync data for ids ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'] in dv-cinder-784945-11-iscsi is: [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:44Z', 'revision_number': 3, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:10:50.585264 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-d49e712d-f3d5-4319-8b82-0dbbfc03ad6b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Request body: {'port': {'device_id': 'b94f8a97-70f4-4f4f-a009-335f764be7d3', 'network_id': '3e489677-7805-4721-8e79-acde3b2094a6', 'admin_state_up': True, 'tenant_id': '307149236d7949e9b2d732d3e24bf232'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:50.734007 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Router 5a49d4ab-e869-49f4-9a26-e10e25f8186d is scheduled to L3 agent edff9234-329c-41be-a42f-286eff3df819 with binding_index 1 {{(pid=91867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:10:50.934943 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-34606754-fe0f-4dd2-af7a-e0bc2edee949 None None] Provisioning for port 37c09213-2a20-4bb2-9906-902e5db40906 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:10:50.984030 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-34606754-fe0f-4dd2-af7a-e0bc2edee949 None None] Provisioning complete for port 37c09213-2a20-4bb2-9906-902e5db40906 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:10:50.991347 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-34606754-fe0f-4dd2-af7a-e0bc2edee949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:51.160644 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Pushing event updated for resources: {'Port': ['ID=37c09213-2a20-4bb2-9906-902e5db40906,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:51.182333 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.909s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:51.188189 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-34606754-fe0f-4dd2-af7a-e0bc2edee949 None None] Port 37c09213-2a20-4bb2-9906-902e5db40906 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:10:51.214828 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:45Z', 'revision_number': 3, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:10:51.220945 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Checking router: 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:10:51.221726 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Updating router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 port b54e8308-8542-4b44-a651-a44a0a2e7550 binding host dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:10:51.226736 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c0ff921a-797a-4925-895b-ace55f20057a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:51.231719 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:51.259075 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device a81c4ca2-fb10-408a-b1e0-53bcd9518af1 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:10:51.364523 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:51.427069 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c0ff921a-797a-4925-895b-ace55f20057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:51.444172 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8a8f2db6-382d-4b77-b59d-8486e423884b req-e2f9c36d-c112-41a4-a84c-a05c11e7a376 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 210 time: 0.1521833 Jun 07 08:10:51.555637 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f37f4b72-96ee-4ea2-8608-c09354add3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:51.617735 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port a81c4ca2-fb10-408a-b1e0-53bcd9518af1 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:10:51.618025 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:51.654271 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff921a-797a-4925-895b-ace55f20057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7445b537-47c5-436c-b44c-4d22a8fe04ea,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:51.671968 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c0ff921a-797a-4925-895b-ace55f20057a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:51.748934 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-d49e712d-f3d5-4319-8b82-0dbbfc03ad6b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Made reservation on behalf of 307149236d7949e9b2d732d3e24bf232 for: {'port': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:10:51.757434 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-d49e712d-f3d5-4319-8b82-0dbbfc03ad6b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:51.767731 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-c0ff921a-797a-4925-895b-ace55f20057a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=048037c3de9c4f1e83b6563b710845f2&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0922055 Jun 07 08:10:51.769520 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48646) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:51.998338 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48650) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:52.268275 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:10:52.286221 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Sync routers for ids ['5a49d4ab-e869-49f4-9a26-e10e25f8186d'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:10:52.294358 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-66f30cf3-795b-4af5-8ca6-f8e3875f94cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:52.308903 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Routers {'5a49d4ab-e869-49f4-9a26-e10e25f8186d'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:10:52.312679 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:10:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['5a49d4ab-e869-49f4-9a26-e10e25f8186d'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:10:52.385402 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-66f30cf3-795b-4af5-8ca6-f8e3875f94cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:52.405744 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-775812961-network', 'tenant_id': '734f075be0a5476aa6b300e89b3deeec'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:52.440003 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:52.449649 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:52.451794 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-452256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468401'] for router_interface, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:52.455928 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:52.511453 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Notify callbacks [] for router, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:52.516319 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.9567811 Jun 07 08:10:52.522443 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48662) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:52.581532 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:52.618714 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Transition to ACTIVE for port object b54e8308-8542-4b44-a651-a44a0a2e7550 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:10:52.632942 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:52.666770 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:52.739577 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Network f8661265-012e-4b77-980c-179a981d3247 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:10:52.772981 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:10:52.794061 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Set router 5a49d4ab-e869-49f4-9a26-e10e25f8186d gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:10:52.846621 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Attempting to bind port b54e8308-8542-4b44-a651-a44a0a2e7550 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:10:52.846856 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Attempting to bind port b54e8308-8542-4b44-a651-a44a0a2e7550 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:10:52.852988 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Attempting to bind port b54e8308-8542-4b44-a651-a44a0a2e7550 on network 6973a06f-3d40-4ce6-8425-553e4825a987 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:10:52.862761 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:10:52.863183 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Checking segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:10:52.863539 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:52.863933 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Bound using segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:10:52.864420 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Bound port: b54e8308-8542-4b44-a651-a44a0a2e7550, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:10:52.864798 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:52.960703 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Made reservation on behalf of 734f075be0a5476aa6b300e89b3deeec for: {'network': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:10:52.970804 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:53.000545 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ec9af-16f2-4d36-a885-6ce3cff89e54 None None] Pushing event updated for resources: {'Port': ['ID=b54e8308-8542-4b44-a651-a44a0a2e7550,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:53.007766 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7e4ec9af-16f2-4d36-a885-6ce3cff89e54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:53.052902 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Pushing event updated for resources: {'Port': ['ID=37c09213-2a20-4bb2-9906-902e5db40906,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:53.055383 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] For port b54e8308-8542-4b44-a651-a44a0a2e7550, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:10:53.056464 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:53.060298 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-66f30cf3-795b-4af5-8ca6-f8e3875f94cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:53.065398 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:53.065927 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-66f30cf3-795b-4af5-8ca6-f8e3875f94cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:53.067473 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-66f30cf3-795b-4af5-8ca6-f8e3875f94cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7445b537-47c5-436c-b44c-4d22a8fe04ea HTTP/1.1" status: 204 len: 168 time: 1.2906170 Jun 07 08:10:53.072026 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-11c922a1-daef-4995-9db7-f5d7a4148a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:53.073334 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] For port b54e8308-8542-4b44-a651-a44a0a2e7550, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=b54e8308-8542-4b44-a651-a44a0a2e7550,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:10:53.078977 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:53.087986 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:53.192500 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-793794c4-f5ff-4f64-8d64-621ab18416e0 req-900e8463-abcd-417f-a7f9-2a1533e380c1 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 210 time: 0.4623365 Jun 07 08:10:53.243877 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f30cf3-795b-4af5-8ca6-f8e3875f94cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7445b537-47c5-436c-b44c-4d22a8fe04ea,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:53.249572 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Routers {'927c8704-4b6f-44b0-9bc1-db5e2bdf6475'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:10:53.250377 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:10:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:10:53.253063 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-66f30cf3-795b-4af5-8ca6-f8e3875f94cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:53.308982 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:10:53.463221 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-ddf1889e-6f06-4f27-a54c-6dd78a143726 None None] Provisioning complete for port 37c09213-2a20-4bb2-9906-902e5db40906 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:10:53.466127 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ddf1889e-6f06-4f27-a54c-6dd78a143726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:53.523971 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 36e360e7-a04a-42d7-aca3-fa576f077edc up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:10:53.579386 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-d49e712d-f3d5-4319-8b82-0dbbfc03ad6b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Allocated IP 172.20.0.7 (3e489677-7805-4721-8e79-acde3b2094a6/0a9f027d-0787-4276-a3ff-1c67a69c1c3e/800eb0b0-b359-48b8-af13-0f35561f09cf) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:10:53.599222 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'name': 'tempest-ServerRescueNegativeTestJSON-1996614455-router', 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '02bee194-a5d1-448b-b1da-bbb59e9090f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:47Z', 'revision_number': 3, 'project_id': 'f983cffaddb944cf8fa8188dca8ac056', 'gw_port': {'id': '02bee194-a5d1-448b-b1da-bbb59e9090f6', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:45Z', 'updated_at': '2021-06-07T08:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:10:53.617827 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Checking router: 5a49d4ab-e869-49f4-9a26-e10e25f8186d for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:10:53.618252 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Updating router 5a49d4ab-e869-49f4-9a26-e10e25f8186d port 02bee194-a5d1-448b-b1da-bbb59e9090f6 binding host dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:10:53.696592 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ec9af-16f2-4d36-a885-6ce3cff89e54 None None] Pushing event updated for resources: {'Port': ['ID=b54e8308-8542-4b44-a651-a44a0a2e7550,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:53.702253 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7e4ec9af-16f2-4d36-a885-6ce3cff89e54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:53.708451 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 36e360e7-a04a-42d7-aca3-fa576f077edc completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:10:53.720934 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 36e360e7-a04a-42d7-aca3-fa576f077edc triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:10:53.721500 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:53.777957 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:10:53.803468 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] 10.222.0.43 "PUT /v2.0/routers/e8447e37-f922-4ade-bb5c-5d8eaca2c3c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6970446 Jun 07 08:10:53.901894 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:53.943145 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Sync routers for ids ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:10:54.116540 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Routers {'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:10:54.118337 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:10:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:10:54.179047 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:54.273998 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:54.322826 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1889e-6f06-4f27-a54c-6dd78a143726 None None] Port 37c09213-2a20-4bb2-9906-902e5db40906 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:10:54.332370 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:54.497253 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] Set router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:10:54.768946 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-53258876-4fa2-4fd1-bb07-8b5ed01b3926 req-4b1df4e8-6227-480d-913f-f67c46806f11 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 210 time: 0.2100453 Jun 07 08:10:54.832166 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=91867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:10:54.936414 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48722) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:54.964991 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a71adce-54aa-484e-b45d-2de258befe84,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:54.995100 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Notify callbacks [] for port, precommit_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:55.010441 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:55.028577 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.provisioning_blocks [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Transition to ACTIVE for port object 02bee194-a5d1-448b-b1da-bbb59e9090f6 will not be triggered until provisioned by entity L2. {{(pid=91885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:10:55.041649 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:55.056551 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-67ec3425-5a81-4216-bd9a-f226cfb172d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:55.296540 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a0d73-5914-4123-aa2a-0ab4238f3d8a None None] Pushing event updated for resources: {'Port': ['ID=02bee194-a5d1-448b-b1da-bbb59e9090f6,revision_number=2']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:55.302685 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-602a0d73-5914-4123-aa2a-0ab4238f3d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:55.328390 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Attempting to bind port 02bee194-a5d1-448b-b1da-bbb59e9090f6 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:10:55.328765 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Attempting to bind port 02bee194-a5d1-448b-b1da-bbb59e9090f6 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:10:55.329134 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Attempting to bind port 02bee194-a5d1-448b-b1da-bbb59e9090f6 on network 6973a06f-3d40-4ce6-8425-553e4825a987 {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:10:55.338924 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:55.339267 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.segments_db [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Added segment 32c72aa7-65da-41ba-a451-7b6032f7f5f3 of type vlan for network 088ea1bd-345f-4edb-b184-5402ca573254 Jun 07 08:10:55.349048 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:10:55.357026 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Checking segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:10:55.357686 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:55.359126 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Bound using segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:10:55.360622 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Bound port: 02bee194-a5d1-448b-b1da-bbb59e9090f6, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:10:55.369974 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:55.464827 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Set router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:10:55.592791 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-705d18a5-da9f-48e8-a864-87accf871f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:55.616000 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] For port 02bee194-a5d1-448b-b1da-bbb59e9090f6, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:10:55.623905 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] For port 02bee194-a5d1-448b-b1da-bbb59e9090f6, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=02bee194-a5d1-448b-b1da-bbb59e9090f6,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:10:55.638804 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:55.643827 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:55.845418 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Routers {'5a49d4ab-e869-49f4-9a26-e10e25f8186d'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:10:55.846172 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:10:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['5a49d4ab-e869-49f4-9a26-e10e25f8186d'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:10:55.892842 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48744) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:55.917356 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-705d18a5-da9f-48e8-a864-87accf871f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:55.922720 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-e5c8cc12-056b-496b-bd7d-8ea8d1414786 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1551212573', 'description': 'tempest-description--67347480'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:55.924819 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-705d18a5-da9f-48e8-a864-87accf871f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:55.952999 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:55.959921 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-66f30cf3-795b-4af5-8ca6-f8e3875f94cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:55.960103 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e5c8cc12-056b-496b-bd7d-8ea8d1414786 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:55.970301 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-705d18a5-da9f-48e8-a864-87accf871f83 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0adc03b2d8514b63b1fef2a828965a2e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0328300 Jun 07 08:10:55.972789 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48752) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:56.039919 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d18a5-da9f-48e8-a864-87accf871f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ab22d3-c728-4972-a819-b1873fe03756,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:56.062543 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-705d18a5-da9f-48e8-a864-87accf871f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:56.098110 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a0d73-5914-4123-aa2a-0ab4238f3d8a None None] Pushing event updated for resources: {'Port': ['ID=02bee194-a5d1-448b-b1da-bbb59e9090f6,revision_number=3']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:56.150141 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-602a0d73-5914-4123-aa2a-0ab4238f3d8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:56.166025 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e5c8cc12-056b-496b-bd7d-8ea8d1414786 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:56.182336 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3f38bea9-c63f-47c5-b8b4-369656a0657d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:56.243274 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e5c8cc12-056b-496b-bd7d-8ea8d1414786 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:56.258871 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:56.273597 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-199d6193-aa40-4fd1-8166-87d42d9889fc req-61de3d15-a92f-421d-a377-f57f21ec7379 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 210 time: 0.0945501 Jun 07 08:10:56.298652 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3f38bea9-c63f-47c5-b8b4-369656a0657d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:56.385028 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3f38bea9-c63f-47c5-b8b4-369656a0657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:56.392087 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3f38bea9-c63f-47c5-b8b4-369656a0657d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:56.393708 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-3f38bea9-c63f-47c5-b8b4-369656a0657d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7ab22d3-c728-4972-a819-b1873fe03756 HTTP/1.1" status: 204 len: 168 time: 0.4198077 Jun 07 08:10:56.394617 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:56.401493 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 36e360e7-a04a-42d7-aca3-fa576f077edc, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=36e360e7-a04a-42d7-aca3-fa576f077edc,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:10:56.402500 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-bce10f63-287b-4593-9c88-66cc7cf639a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:56.408078 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:56.441035 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38bea9-c63f-47c5-b8b4-369656a0657d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ab22d3-c728-4972-a819-b1873fe03756,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:56.446353 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3f38bea9-c63f-47c5-b8b4-369656a0657d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:56.507244 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:56.634164 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.db.resource_extend [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 08:10:56.704793 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] Set router 5a49d4ab-e869-49f4-9a26-e10e25f8186d gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:10:56.733251 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=36e360e7-a04a-42d7-aca3-fa576f077edc,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:56.736981 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:45Z', 'revision_number': 3, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:10:56.741136 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:56.741941 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:56.749762 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083132e-9379-4a20-a3a3-3c1a135d4aa8 None None] The sync data for ids ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'] in dv-cinder-784945-11-iscsi is: [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:45Z', 'revision_number': 3, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:10:56.759336 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:50Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '37c09213-2a20-4bb2-9906-902e5db40906', 'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'mac_address': 'fa:16:3e:d6:4a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:48Z', 'updated_at': '2021-06-07T08:10:51Z', 'revision_number': 2, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'subnets': [{'id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:10:56.767073 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e5c8cc12-056b-496b-bd7d-8ea8d1414786 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:56.768284 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-e5c8cc12-056b-496b-bd7d-8ea8d1414786 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8617465 Jun 07 08:10:56.771504 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48768) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:56.772374 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Checking router: e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:10:56.772838 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Updating router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 port 37c09213-2a20-4bb2-9906-902e5db40906 binding host dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:10:56.777841 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-9c56f32c-ce93-4a7d-bf85-ea5403336e5e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Request body: {'security_group_rule': {'security_group_id': '5203e316-07ce-4462-b243-57df9743ea2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:56.869244 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:56.894901 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9c56f32c-ce93-4a7d-bf85-ea5403336e5e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:56.960985 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-d49e712d-f3d5-4319-8b82-0dbbfc03ad6b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:57.211129 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9c56f32c-ce93-4a7d-bf85-ea5403336e5e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:57.239848 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9c56f32c-ce93-4a7d-bf85-ea5403336e5e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:57.242442 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:57.396135 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56f32c-ce93-4a7d-bf85-ea5403336e5e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d237f58c-0bc2-495d-b129-8628546c1f6b,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:57.408123 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9c56f32c-ce93-4a7d-bf85-ea5403336e5e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:57.416441 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-9c56f32c-ce93-4a7d-bf85-ea5403336e5e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6426330 Jun 07 08:10:57.423284 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9c56f32c-ce93-4a7d-bf85-ea5403336e5e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:57.426142 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48782) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:57.445238 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-f8b8d43e-7963-4324-86d7-587fd699978a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Request body: {'security_group_rule': {'security_group_id': '5203e316-07ce-4462-b243-57df9743ea2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:57.564431 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:57.633429 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d43e-7963-4324-86d7-587fd699978a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:57.716589 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:57.722760 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:57.895592 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d43e-7963-4324-86d7-587fd699978a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:57.904994 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d43e-7963-4324-86d7-587fd699978a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:57.907651 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9c56f32c-ce93-4a7d-bf85-ea5403336e5e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:57.936813 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'name': 'tempest-ServerRescueNegativeTestJSON-1996614455-router', 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '02bee194-a5d1-448b-b1da-bbb59e9090f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:47Z', 'revision_number': 3, 'project_id': 'f983cffaddb944cf8fa8188dca8ac056', 'gw_port': {'id': '02bee194-a5d1-448b-b1da-bbb59e9090f6', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:45Z', 'updated_at': '2021-06-07T08:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:10:57.943976 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8cc12-056b-496b-bd7d-8ea8d1414786 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5203e316-07ce-4462-b243-57df9743ea2d,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:57.955281 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a148b58-26b7-42ae-a2a8-5c49678099c2 None None] The sync data for ids ['5a49d4ab-e869-49f4-9a26-e10e25f8186d'] in dv-cinder-784945-11-iscsi is: [{'id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'name': 'tempest-ServerRescueNegativeTestJSON-1996614455-router', 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '02bee194-a5d1-448b-b1da-bbb59e9090f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:47Z', 'revision_number': 3, 'project_id': 'f983cffaddb944cf8fa8188dca8ac056', 'gw_port': {'id': '02bee194-a5d1-448b-b1da-bbb59e9090f6', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:45Z', 'updated_at': '2021-06-07T08:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:10:57.978474 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-34eef194-69c7-4d47-ab54-8ad251d6f59b req-3ef2c9fe-7f40-467e-91eb-b27918e2b878 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 210 time: 0.4059415 Jun 07 08:10:57.986456 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d43e-7963-4324-86d7-587fd699978a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:57.998008 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-e5c8cc12-056b-496b-bd7d-8ea8d1414786 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.603s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:58.001388 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-f8b8d43e-7963-4324-86d7-587fd699978a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5721824 Jun 07 08:10:58.002369 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48810) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:58.004727 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-312c833f-dfe9-47fc-a445-17b0912ee083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:58.011646 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8d43e-7963-4324-86d7-587fd699978a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bf581c-ae1b-4dba-b00d-dd1f2ee2d486,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:58.027188 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Request body: {'floatingip': {'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:58.069432 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f8b8d43e-7963-4324-86d7-587fd699978a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:58.217924 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for floatingip, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:58.228212 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Allocated IP 172.20.0.1 (de83ae0a-b6d0-43a9-b151-cd274d96171b/dd250e25-fd76-4e73-ad0e-1eb27cf18aa3/fadf45dd-3c6f-4541-8bb3-d589fe2e5801) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:10:58.346966 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:58.394854 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Transition to ACTIVE for port object 37c09213-2a20-4bb2-9906-902e5db40906 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:10:58.415312 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:58.446782 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:58.767881 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:58.898038 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 6.8902915 Jun 07 08:10:58.909583 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48830) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:58.923986 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Pushing event updated for resources: {'Network': ['ID=088ea1bd-345f-4edb-b184-5402ca573254,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:58.931400 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c995ece-ebc9-4881-a5c4-561cdc955979 None None] Pushing event updated for resources: {'Port': ['ID=37c09213-2a20-4bb2-9906-902e5db40906,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:10:58.935630 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9c995ece-ebc9-4881-a5c4-561cdc955979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:58.946914 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network 088ea1bd-345f-4edb-b184-5402ca573254 details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:10:58.952921 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:10:59.034741 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device b54e8308-8542-4b44-a651-a44a0a2e7550 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:10:59.192632 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-cd54207b-e567-45b0-95dd-f25b10dd7077 admin admin] Request body: {'subnet': {'network_id': '088ea1bd-345f-4edb-b184-5402ca573254', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-775812961-subnet', 'tenant_id': '734f075be0a5476aa6b300e89b3deeec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:10:59.242512 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-d49e712d-f3d5-4319-8b82-0dbbfc03ad6b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:59.362700 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 48838) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:10:59.371886 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:10:59.421233 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-d49e712d-f3d5-4319-8b82-0dbbfc03ad6b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Network 3e489677-7805-4721-8e79-acde3b2094a6 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:10:59.450962 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-d49e712d-f3d5-4319-8b82-0dbbfc03ad6b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:10:59.453756 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-d49e712d-f3d5-4319-8b82-0dbbfc03ad6b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:10:59.459732 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-d49e712d-f3d5-4319-8b82-0dbbfc03ad6b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:59.460397 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-d49e712d-f3d5-4319-8b82-0dbbfc03ad6b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:59.703127 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Attempting to bind port 37c09213-2a20-4bb2-9906-902e5db40906 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:10:59.703735 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Attempting to bind port 37c09213-2a20-4bb2-9906-902e5db40906 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:10:59.704186 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Attempting to bind port 37c09213-2a20-4bb2-9906-902e5db40906 on network f8661265-012e-4b77-980c-179a981d3247 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:10:59.732552 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:10:59.732966 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Checking segment: {'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:10:59.733396 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:59.733805 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Bound using segment: {'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:10:59.734311 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Bound port: 37c09213-2a20-4bb2-9906-902e5db40906, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:10:59.734695 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:10:59.935056 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Allocated IP 172.27.1.32 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/de4ef113-cccc-4845-8a26-f6db676ec36e) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:10:59.971410 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920335fb-c48f-4f0a-b425-4fa8d25c5fef req-71fdf030-dcc9-4484-8841-12a579be688e tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:10:59.987921 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-920335fb-c48f-4f0a-b425-4fa8d25c5fef req-71fdf030-dcc9-4484-8841-12a579be688e tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 931 time: 0.7041245 Jun 07 08:11:00.001190 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:00.058120 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port b54e8308-8542-4b44-a651-a44a0a2e7550 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:11:00.087314 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd54207b-e567-45b0-95dd-f25b10dd7077 admin admin] Made reservation on behalf of 734f075be0a5476aa6b300e89b3deeec for: {'subnet': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:11:00.093494 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-cd54207b-e567-45b0-95dd-f25b10dd7077 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:00.107657 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port b54e8308-8542-4b44-a651-a44a0a2e7550 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:00.108046 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:00.139476 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:00.198867 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-d49e712d-f3d5-4319-8b82-0dbbfc03ad6b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.6186881 Jun 07 08:11:00.254811 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-920335fb-c48f-4f0a-b425-4fa8d25c5fef req-bd7df65d-0eae-48d5-a4a0-b738e095bbab tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655370 Jun 07 08:11:00.259739 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.provisioning_blocks [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Transition to ACTIVE for port object fadf45dd-3c6f-4541-8bb3-d589fe2e5801 will not be triggered until provisioned by entity DHCP. {{(pid=91867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:11:00.260902 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e712d-f3d5-4319-8b82-0dbbfc03ad6b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Pushing event updated for resources: {'Port': ['ID=800eb0b0-b359-48b8-af13-0f35561f09cf,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:00.304607 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] For port 37c09213-2a20-4bb2-9906-902e5db40906, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:11:00.317954 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] For port 37c09213-2a20-4bb2-9906-902e5db40906, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=37c09213-2a20-4bb2-9906-902e5db40906,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:11:00.333006 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-75ce43c5-2f48-4967-9ca7-ff6f32a22244 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:11:00.342547 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-75ce43c5-2f48-4967-9ca7-ff6f32a22244 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0292439 Jun 07 08:11:00.343730 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d49e712d-f3d5-4319-8b82-0dbbfc03ad6b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:00.347152 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:00.353452 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:00.366735 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f465a171-fba6-4bd3-9c23-0e1393986bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:00.632382 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:00.651570 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:00.711438 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:00.716563 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:00.738635 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c995ece-ebc9-4881-a5c4-561cdc955979 None None] Pushing event updated for resources: {'Port': ['ID=37c09213-2a20-4bb2-9906-902e5db40906,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:00.766275 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9c995ece-ebc9-4881-a5c4-561cdc955979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:00.796738 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Routers {'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:11:00.797393 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:10:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:00.890936 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:00.914113 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:11:00.941922 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:00.941922 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:11:00.962535 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event updated for resources: {'Port': ['ID=de4ef113-cccc-4845-8a26-f6db676ec36e,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:00.991158 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port b54e8308-8542-4b44-a651-a44a0a2e7550, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=b54e8308-8542-4b44-a651-a44a0a2e7550,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:01.020559 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:01.026658 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 36e360e7-a04a-42d7-aca3-fa576f077edc up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:01.055502 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:01.057496 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-4b29ae67-9b8a-4f9d-bcbd-1d862e3a7607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:01.139559 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:01.150872 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:01.290581 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Pushing event updated for resources: {'Port': ['ID=fadf45dd-3c6f-4541-8bb3-d589fe2e5801,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:01.336735 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:01.373128 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:01.426358 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Network de83ae0a-b6d0-43a9-b151-cd274d96171b is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:11:01.485196 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:01.490404 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:11:01.491084 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-245993'] for router_interface, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:01.514756 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=b54e8308-8542-4b44-a651-a44a0a2e7550,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:01.537002 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:01.539826 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 36e360e7-a04a-42d7-aca3-fa576f077edc triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:01.548359 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:01.617018 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48878) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:01.761215 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] Set router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:11:01.914750 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48882) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:02.047958 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:02.103755 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:02.118337 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:02.133134 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-387e6985-2362-4a75-8fe5-972d63ef73ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:02.201455 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Request body: {'port': {'device_id': 'b94f8a97-70f4-4f4f-a009-335f764be7d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:02.243248 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-2820d7c2-e9db-4a91-a537-3c957e39a344 None None] Provisioning for port fadf45dd-3c6f-4541-8bb3-d589fe2e5801 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:11:02.259326 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cb156a88-6896-481e-8ed1-810343dd078a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:02.271399 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-2820d7c2-e9db-4a91-a537-3c957e39a344 None None] Provisioning complete for port fadf45dd-3c6f-4541-8bb3-d589fe2e5801 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:02.271977 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-2820d7c2-e9db-4a91-a537-3c957e39a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:02.294866 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:02.299654 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4e6e895e-5487-4ebf-8720-3ccbfaf7d9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:02.334404 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-2820d7c2-e9db-4a91-a537-3c957e39a344 None None] Port fadf45dd-3c6f-4541-8bb3-d589fe2e5801 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:11:02.335971 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device b54e8308-8542-4b44-a651-a44a0a2e7550 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:02.364398 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event updated for resources: {'Port': ['ID=de4ef113-cccc-4845-8a26-f6db676ec36e,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:02.375801 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:02.406386 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Allocated IP 172.20.0.1 (731569ee-c381-432b-a105-1cc707924205/fa02afe2-5864-4df3-914b-20fcfd8c837d/eb3aef30-c80c-486c-b499-69394ab7bc3c) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:11:02.586864 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port b54e8308-8542-4b44-a651-a44a0a2e7550 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:02.587053 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:02.639962 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:02.757621 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 02bee194-a5d1-448b-b1da-bbb59e9090f6 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:02.778708 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861afd1-f930-4ed6-8aa2-f75ab3a0614a req-0a553eee-5b4f-45c6-acf5-4459729193bb tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:02.780203 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2861afd1-f930-4ed6-8aa2-f75ab3a0614a req-0a553eee-5b4f-45c6-acf5-4459729193bb tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 931 time: 1.1244273 Jun 07 08:11:02.787949 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f465a171-fba6-4bd3-9c23-0e1393986bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:02.832187 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:50Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '37c09213-2a20-4bb2-9906-902e5db40906', 'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'mac_address': 'fa:16:3e:d6:4a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:48Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'subnets': [{'id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:02.840503 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b22dae7-e711-4d69-b4b9-7b5616b1e373 None None] The sync data for ids ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'] in dv-cinder-784945-11-iscsi is: [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:50Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '37c09213-2a20-4bb2-9906-902e5db40906', 'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'mac_address': 'fa:16:3e:d6:4a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:48Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'subnets': [{'id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:11:02.854087 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f465a171-fba6-4bd3-9c23-0e1393986bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:02.854909 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-cd54207b-e567-45b0-95dd-f25b10dd7077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251'] for subnet, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:02.874011 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 02bee194-a5d1-448b-b1da-bbb59e9090f6 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:11:02.880952 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 02bee194-a5d1-448b-b1da-bbb59e9090f6 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:02.881395 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:02.971816 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:02.973513 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9629984 Jun 07 08:11:03.031019 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:03.042234 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cb156a88-6896-481e-8ed1-810343dd078a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:03.058076 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cb156a88-6896-481e-8ed1-810343dd078a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:03.111555 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:03.205770 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-cb156a88-6896-481e-8ed1-810343dd078a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=03f375d60acd412a96964756badfbf76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2824767 Jun 07 08:11:03.205770 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb156a88-6896-481e-8ed1-810343dd078a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2111ae28-4990-4064-96ba-603f08923fcf,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:03.222126 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48890) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:03.249198 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-cb156a88-6896-481e-8ed1-810343dd078a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:03.250243 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:03.322032 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 02bee194-a5d1-448b-b1da-bbb59e9090f6, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=02bee194-a5d1-448b-b1da-bbb59e9090f6,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:03.329473 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:03.332108 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:03.346401 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465a171-fba6-4bd3-9c23-0e1393986bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5804477d-ab4c-438a-bffe-c9938cc08105,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:03.352354 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f465a171-fba6-4bd3-9c23-0e1393986bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:03.360144 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f4d9c7da-8ea4-4591-be41-cbcece0f0dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:03.419358 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-f465a171-fba6-4bd3-9c23-0e1393986bd4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ea12d724b1b4116a05f88dd4601f916&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9930720 Jun 07 08:11:03.422727 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48898) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:03.422874 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2861afd1-f930-4ed6-8aa2-f75ab3a0614a req-f69fe46c-b9df-4439-9cf1-3c5522534f63 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846908 Jun 07 08:11:03.423435 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3f58f233-113b-400a-9f72-9de9d47d96d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:03.437694 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=02bee194-a5d1-448b-b1da-bbb59e9090f6,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:03.442704 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:03.536972 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3f58f233-113b-400a-9f72-9de9d47d96d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:03.600388 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:03.653828 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:03.661712 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54207b-e567-45b0-95dd-f25b10dd7077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=699fad8e-6b55-4147-80f0-25ca667f32dc,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:03.687826 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-cd54207b-e567-45b0-95dd-f25b10dd7077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:03.689785 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:03.703270 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4e6e895e-5487-4ebf-8720-3ccbfaf7d9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:03.704298 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-452256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468401'] for router_interface, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:03.707278 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3f58f233-113b-400a-9f72-9de9d47d96d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:03.710948 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-0978d7f3-8096-437d-bc3f-d286f99f0d5c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1551212573&fields=id&tenant_id=308d0e80315d4d6d9a5744d04f4fe97d HTTP/1.1" status: 200 len: 267 time: 0.1010022 Jun 07 08:11:03.717358 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3f58f233-113b-400a-9f72-9de9d47d96d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:03.717750 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd54207b-e567-45b0-95dd-f25b10dd7077 admin admin] Checking segment: {'id': '32c72aa7-65da-41ba-a451-7b6032f7f5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '088ea1bd-345f-4edb-b184-5402ca573254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:11:03.718736 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd54207b-e567-45b0-95dd-f25b10dd7077 admin admin] Network hostable DHCP agents. Network: 088ea1bd-345f-4edb-b184-5402ca573254, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:11:03.721104 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-3f58f233-113b-400a-9f72-9de9d47d96d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2111ae28-4990-4064-96ba-603f08923fcf HTTP/1.1" status: 204 len: 168 time: 0.4966414 Jun 07 08:11:03.721950 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4e6e895e-5487-4ebf-8720-3ccbfaf7d9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:03.729345 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c0ff921a-797a-4925-895b-ace55f20057a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:03.782602 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58f233-113b-400a-9f72-9de9d47d96d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2111ae28-4990-4064-96ba-603f08923fcf,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:03.847563 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-e5b8a915-c903-4df2-aaaf-392ed55075ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:03.940310 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-4e6e895e-5487-4ebf-8720-3ccbfaf7d9c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d28413c542f42d2a49902a31afbacb8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3161182 Jun 07 08:11:03.941155 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48910) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:03.980072 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e895e-5487-4ebf-8720-3ccbfaf7d9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63324cf6-ee1e-418d-b87c-6f6ad27b57ef,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:03.990130 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-4e6e895e-5487-4ebf-8720-3ccbfaf7d9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:03.993586 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-59993f55-1ed6-498b-9a62-cb93014a2163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:03.995449 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:03.995907 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:04.066860 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddbbd6-6639-4719-888c-821675502996 req-7f8d0ea2-cf1d-457e-9aed-2161aec90b15 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:04.068621 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-7f8d0ea2-cf1d-457e-9aed-2161aec90b15 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/networks?id=f8661265-012e-4b77-980c-179a981d3247 HTTP/1.1" status: 200 len: 817 time: 0.3309059 Jun 07 08:11:04.086160 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-59993f55-1ed6-498b-9a62-cb93014a2163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.120049 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-89532c60-4f2a-4934-be19-365ca95b831c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/quotas/308d0e80315d4d6d9a5744d04f4fe97d HTTP/1.1" status: 200 len: 375 time: 0.0385184 Jun 07 08:11:04.142506 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48912) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:04.167158 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Network de83ae0a-b6d0-43a9-b151-cd274d96171b is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:11:04.172040 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:04.232439 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 02bee194-a5d1-448b-b1da-bbb59e9090f6 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:04.261525 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-59993f55-1ed6-498b-9a62-cb93014a2163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.263636 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9d65e5fd-7d4d-42af-9575-15467c8f0559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.280648 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d8e4591f-ea2d-480c-b935-27c4a237722b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.318832 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Pushing event updated for resources: {'Port': ['ID=fadf45dd-3c6f-4541-8bb3-d589fe2e5801,revision_number=2']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:04.333571 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd54207b-e567-45b0-95dd-f25b10dd7077 admin admin] Network 088ea1bd-345f-4edb-b184-5402ca573254 is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:11:04.340722 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-59993f55-1ed6-498b-9a62-cb93014a2163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.344903 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-59993f55-1ed6-498b-9a62-cb93014a2163 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5804477d-ab4c-438a-bffe-c9938cc08105 HTTP/1.1" status: 204 len: 168 time: 0.7447271 Jun 07 08:11:04.344903 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:04.355520 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 02bee194-a5d1-448b-b1da-bbb59e9090f6 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:04.356349 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.370666 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:04.396192 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59993f55-1ed6-498b-9a62-cb93014a2163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5804477d-ab4c-438a-bffe-c9938cc08105,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:04.401709 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-59993f55-1ed6-498b-9a62-cb93014a2163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:04.406436 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-cd54207b-e567-45b0-95dd-f25b10dd7077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, 088ea1bd-345f-4edb-b184-5402ca573254) {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:04.415753 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d8e4591f-ea2d-480c-b935-27c4a237722b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.439085 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd54207b-e567-45b0-95dd-f25b10dd7077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:04.439727 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-cd54207b-e567-45b0-95dd-f25b10dd7077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.470366 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.497361 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d80a9b2-d55a-458d-b642-2f54023e2d45 None None] Network 088ea1bd-345f-4edb-b184-5402ca573254 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:11:04.546506 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-fca8040f-a7b2-4d3a-bf60-0cafbc986b49 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4171126 Jun 07 08:11:04.652150 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d8e4591f-ea2d-480c-b935-27c4a237722b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.662928 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d8e4591f-ea2d-480c-b935-27c4a237722b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.664025 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-d8e4591f-ea2d-480c-b935-27c4a237722b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63324cf6-ee1e-418d-b87c-6f6ad27b57ef HTTP/1.1" status: 204 len: 168 time: 0.7095354 Jun 07 08:11:04.664811 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-72599727-9211-4198-95bb-b2c590e967cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:04.679989 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:04.749076 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4591f-ea2d-480c-b935-27c4a237722b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63324cf6-ee1e-418d-b87c-6f6ad27b57ef,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:04.760228 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d8e4591f-ea2d-480c-b935-27c4a237722b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:04.775624 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9d65e5fd-7d4d-42af-9575-15467c8f0559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.784403 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9d65e5fd-7d4d-42af-9575-15467c8f0559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.805719 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-705d18a5-da9f-48e8-a864-87accf871f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:04.834361 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Network 731569ee-c381-432b-a105-1cc707924205 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:11:04.852656 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-9fa83d60-7694-45a0-809f-219b3b3925fa service neutron] 10.222.0.43 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051367 Jun 07 08:11:04.857161 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:04.891251 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-9d65e5fd-7d4d-42af-9575-15467c8f0559 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acebcd783c274bcaa3d078d7a4d6b53a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7470789 Jun 07 08:11:04.908881 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-cd54207b-e567-45b0-95dd-f25b10dd7077 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.9783602 Jun 07 08:11:04.912665 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 37c09213-2a20-4bb2-9906-902e5db40906 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:04.915376 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48922) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:04.921848 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:11:04.927787 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:11:04.928259 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-245993'] for router_interface, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:04.936433 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.db.resource_extend [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 08:11:04.956756 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-99395ea2-27c8-42f9-a315-87c3b060aa99 None None] Provisioning complete for port fadf45dd-3c6f-4541-8bb3-d589fe2e5801 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:04.957128 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-99395ea2-27c8-42f9-a315-87c3b060aa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.012468 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-99395ea2-27c8-42f9-a315-87c3b060aa99 None None] Port fadf45dd-3c6f-4541-8bb3-d589fe2e5801 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:11:05.062512 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d89bd8d-e528-42ca-8e6a-99a8486e3ea0 None None] Network 088ea1bd-345f-4edb-b184-5402ca573254 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:11:05.069353 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-e84d3d94-45c4-417b-9baa-f2dcd51054a7 service neutron] 10.222.0.43 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155693 Jun 07 08:11:05.070308 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65e5fd-7d4d-42af-9575-15467c8f0559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3e7a68-db2d-4884-8e3a-2e16f127d192,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:05.075869 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9d65e5fd-7d4d-42af-9575-15467c8f0559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:05.077366 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48926) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:05.135752 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-20368902-e56a-44f2-bd1e-5add1be02bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.204709 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-abdcfdc1-81dc-4059-b178-bee7452ab286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.305695 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-abdcfdc1-81dc-4059-b178-bee7452ab286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.322131 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 37c09213-2a20-4bb2-9906-902e5db40906 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:11:05.359578 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 37c09213-2a20-4bb2-9906-902e5db40906 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:05.363209 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.383493 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:11:05.385592 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Pushing event updated for resources: {'Port': ['ID=eb3aef30-c80c-486c-b499-69394ab7bc3c,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:05.393539 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Sync routers for ids ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:11:05.409227 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Routers {'927c8704-4b6f-44b0-9bc1-db5e2bdf6475'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:11:05.409807 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:10:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:05.448999 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] 10.222.0.43 "PUT /v2.0/routers/927c8704-4b6f-44b0-9bc1-db5e2bdf6475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4226732 Jun 07 08:11:05.495745 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-abdcfdc1-81dc-4059-b178-bee7452ab286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.505987 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-abdcfdc1-81dc-4059-b178-bee7452ab286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.513010 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-abdcfdc1-81dc-4059-b178-bee7452ab286 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf3e7a68-db2d-4884-8e3a-2e16f127d192 HTTP/1.1" status: 204 len: 168 time: 0.5912104 Jun 07 08:11:05.529652 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f8f880f0-e1d9-434f-96c7-3c64d3755bdc req-80e3e7c2-aadc-4466-8c7a-4429658121bf tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 210 time: 0.1282473 Jun 07 08:11:05.549046 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:05.579434 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48948) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:05.588497 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25871cfc-0ee0-4689-926c-29cfa312d4c2 req-b1a4568e-52ea-4e82-afa3-dcf11a99c15e tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:05.592665 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-25871cfc-0ee0-4689-926c-29cfa312d4c2 req-b1a4568e-52ea-4e82-afa3-dcf11a99c15e tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 931 time: 0.8731751 Jun 07 08:11:05.602362 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-0c394bef-2bcd-44da-8bf4-ff9e2c4d9643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.616692 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcfdc1-81dc-4059-b178-bee7452ab286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3e7a68-db2d-4884-8e3a-2e16f127d192,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:05.632034 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-abdcfdc1-81dc-4059-b178-bee7452ab286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:05.726961 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.759275 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-20368902-e56a-44f2-bd1e-5add1be02bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.774163 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.094s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:05.779577 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-20368902-e56a-44f2-bd1e-5add1be02bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.803005 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:05.848424 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 37c09213-2a20-4bb2-9906-902e5db40906, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=37c09213-2a20-4bb2-9906-902e5db40906,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:05.857676 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.859691 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:05.879043 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800eb0b0-b359-48b8-af13-0f35561f09cf {{(pid=91867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:11:05.895323 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Set router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:11:05.946500 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20368902-e56a-44f2-bd1e-5add1be02bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec2d859-ab3a-4702-88d0-f3a42c4fc0c7,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:05.955019 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-20368902-e56a-44f2-bd1e-5add1be02bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:05.959856 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-20368902-e56a-44f2-bd1e-5add1be02bd5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77c648b1bc5344d9aa25399fbba3a8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8772733 Jun 07 08:11:05.964269 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.967402 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:05.968072 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48964) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:06.046080 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-25871cfc-0ee0-4689-926c-29cfa312d4c2 req-98d86b1d-8e3f-4873-bb0d-c2f5e52fcb2f tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301848 Jun 07 08:11:06.048354 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.provisioning_blocks [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Transition to ACTIVE for port object 800eb0b0-b359-48b8-af13-0f35561f09cf will not be triggered until provisioned by entity L2. {{(pid=91867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:11:06.080515 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=37c09213-2a20-4bb2-9906-902e5db40906,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:06.091784 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:06.100342 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:06.126041 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:06.238219 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-0c394bef-2bcd-44da-8bf4-ff9e2c4d9643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:06.244468 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-306ca212-0100-484a-a558-93e8c8d6701c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:06.275182 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-306ca212-0100-484a-a558-93e8c8d6701c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:06.304795 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:11:06.326189 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-0c394bef-2bcd-44da-8bf4-ff9e2c4d9643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:06.346861 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-cb156a88-6896-481e-8ed1-810343dd078a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:06.354217 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-306ca212-0100-484a-a558-93e8c8d6701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:06.371081 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-306ca212-0100-484a-a558-93e8c8d6701c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:06.373783 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-306ca212-0100-484a-a558-93e8c8d6701c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cec2d859-ab3a-4702-88d0-f3a42c4fc0c7 HTTP/1.1" status: 204 len: 168 time: 0.4044690 Jun 07 08:11:06.404257 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-0c394bef-2bcd-44da-8bf4-ff9e2c4d9643 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12d9ba17930d4df0b49e879c2d57e928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8220341 Jun 07 08:11:06.408226 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 48980) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:06.450935 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c394bef-2bcd-44da-8bf4-ff9e2c4d9643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30b98aa-5513-430b-884f-c045e12df461,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:06.472851 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-0c394bef-2bcd-44da-8bf4-ff9e2c4d9643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:06.476576 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:06.490528 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Pushing event updated for resources: {'Port': ['ID=800eb0b0-b359-48b8-af13-0f35561f09cf,revision_number=2']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:06.508462 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:06.511861 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ca212-0100-484a-a558-93e8c8d6701c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec2d859-ab3a-4702-88d0-f3a42c4fc0c7,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:06.514933 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.managers [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Attempting to bind port 800eb0b0-b359-48b8-af13-0f35561f09cf on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:11:06.515276 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.managers [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Attempting to bind port 800eb0b0-b359-48b8-af13-0f35561f09cf by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '0a52c2ab-4c25-4d74-92e6-aa51b19b8e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3e489677-7805-4721-8e79-acde3b2094a6'}] {{(pid=91867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:11:06.515612 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Attempting to bind port 800eb0b0-b359-48b8-af13-0f35561f09cf on network 3e489677-7805-4721-8e79-acde3b2094a6 {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:11:06.522927 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-306ca212-0100-484a-a558-93e8c8d6701c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:06.579152 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d353cbb5-bd58-4b33-b205-52ef4668c073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:06.591115 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Port 800eb0b0-b359-48b8-af13-0f35561f09cf on network 3e489677-7805-4721-8e79-acde3b2094a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:11:06.602492 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Attempting to bind port 800eb0b0-b359-48b8-af13-0f35561f09cf on network 3e489677-7805-4721-8e79-acde3b2094a6 {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:11:06.632104 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d353cbb5-bd58-4b33-b205-52ef4668c073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:06.679554 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:01Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'fadf45dd-3c6f-4541-8bb3-d589fe2e5801', 'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'mac_address': 'fa:16:3e:b1:a5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:57Z', 'updated_at': '2021-06-07T08:11:02Z', 'revision_number': 2, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'subnets': [{'id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:06.683553 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:11:06.683933 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Checking segment: {'id': '0a52c2ab-4c25-4d74-92e6-aa51b19b8e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3e489677-7805-4721-8e79-acde3b2094a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:11:06.685980 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Bound using segment: {'id': '0a52c2ab-4c25-4d74-92e6-aa51b19b8e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3e489677-7805-4721-8e79-acde3b2094a6'} {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:11:06.686612 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.managers [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Bound port: 800eb0b0-b359-48b8-af13-0f35561f09cf, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a52c2ab-4c25-4d74-92e6-aa51b19b8e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '3e489677-7805-4721-8e79-acde3b2094a6'}}] {{(pid=91867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:11:06.689176 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Checking router: 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:11:06.690123 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:06.691912 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Updating router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 port fadf45dd-3c6f-4541-8bb3-d589fe2e5801 binding host dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:11:06.707270 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d353cbb5-bd58-4b33-b205-52ef4668c073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:06.712286 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d353cbb5-bd58-4b33-b205-52ef4668c073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:06.716776 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-d353cbb5-bd58-4b33-b205-52ef4668c073 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b30b98aa-5513-430b-884f-c045e12df461 HTTP/1.1" status: 204 len: 168 time: 0.3023891 Jun 07 08:11:06.717248 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:06.742784 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353cbb5-bd58-4b33-b205-52ef4668c073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30b98aa-5513-430b-884f-c045e12df461,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:06.760051 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d353cbb5-bd58-4b33-b205-52ef4668c073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:06.793812 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:06.835357 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:06.906173 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49002) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:06.911176 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-f4e23d54-87fe-4881-8b52-6979510eafc8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--330335718', 'description': 'tempest-description--912232307'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:06.960356 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f4e23d54-87fe-4881-8b52-6979510eafc8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.123121 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8c350666-a1e7-4d70-991b-37cace31ecf6 req-af529d4f-af36-47a3-adbf-7a0d09a7ce90 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 210 time: 0.4528584 Jun 07 08:11:07.220569 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f4e23d54-87fe-4881-8b52-6979510eafc8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.229840 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f4e23d54-87fe-4881-8b52-6979510eafc8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.234780 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:07.264793 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49012) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:07.271036 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1351590877-network', 'tenant_id': '4d316e156ff548a99e87ac01502866f8'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:07.295698 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f4e23d54-87fe-4881-8b52-6979510eafc8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.297432 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-f4e23d54-87fe-4881-8b52-6979510eafc8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3897436 Jun 07 08:11:07.302568 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49014) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:07.303469 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e23d54-87fe-4881-8b52-6979510eafc8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fa36a1-c0cf-4971-a4a6-6307c7999d46,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:07.307884 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f4e23d54-87fe-4881-8b52-6979510eafc8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:07.315358 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-9482b7ee-e0f0-44de-bb6e-c8f02c850a24 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Request body: {'security_group_rule': {'security_group_id': 'b4fa36a1-c0cf-4971-a4a6-6307c7999d46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:07.360421 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Made reservation on behalf of 4d316e156ff548a99e87ac01502866f8 for: {'network': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:11:07.367000 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.399231 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] For port 800eb0b0-b359-48b8-af13-0f35561f09cf, host hv-cinder-78494, cleared binding levels {{(pid=91867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:11:07.409207 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] For port 800eb0b0-b359-48b8-af13-0f35561f09cf, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=800eb0b0-b359-48b8-af13-0f35561f09cf,segment=NetworkSegment(0a52c2ab-4c25-4d74-92e6-aa51b19b8e55),segment_id=0a52c2ab-4c25-4d74-92e6-aa51b19b8e55)] {{(pid=91867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:11:07.430841 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.432782 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.438421 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.445594 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:07.461431 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9482b7ee-e0f0-44de-bb6e-c8f02c850a24 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.510724 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.560376 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-452256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468401'] for router_interface, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.599451 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:07.602605 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.608091 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] 10.222.0.48 "PUT /v2.0/ports/800eb0b0-b359-48b8-af13-0f35561f09cf HTTP/1.1" status: 200 len: 1093 time: 6.1569123 Jun 07 08:11:07.625260 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94f8a97-70f4-4f4f-a009-335f764be7d3', 'tag': '800eb0b0-b359-48b8-af13-0f35561f09cf'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:11:07.692135 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9482b7ee-e0f0-44de-bb6e-c8f02c850a24 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.704620 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9482b7ee-e0f0-44de-bb6e-c8f02c850a24 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.734962 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f8b8d43e-7963-4324-86d7-587fd699978a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:07.787311 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Notify callbacks [] for port, precommit_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.812507 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482b7ee-e0f0-44de-bb6e-c8f02c850a24 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0d2629-dcf1-4b69-952c-efd82c2e4784,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:07.820842 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.provisioning_blocks [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Transition to ACTIVE for port object fadf45dd-3c6f-4541-8bb3-d589fe2e5801 will not be triggered until provisioned by entity L2. {{(pid=91885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:11:07.833983 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac86c4-457f-4101-97f1-4b8a89223bf3 req-7089ac3d-32ea-42a0-a254-c8442b94ec31 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:07.834175 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.851164 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:07.851401 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-34ac86c4-457f-4101-97f1-4b8a89223bf3 req-7089ac3d-32ea-42a0-a254-c8442b94ec31 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 943 time: 0.3278503 Jun 07 08:11:07.853766 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9482b7ee-e0f0-44de-bb6e-c8f02c850a24 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:07.932838 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.946061 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.953524 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:07.970191 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9482b7ee-e0f0-44de-bb6e-c8f02c850a24 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:07.974999 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-9482b7ee-e0f0-44de-bb6e-c8f02c850a24 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6682811 Jun 07 08:11:07.975946 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49034) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:07.990406 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-34ac86c4-457f-4101-97f1-4b8a89223bf3 req-b8a17a95-541f-4210-a3b3-f38d31e7efa4 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384323 Jun 07 08:11:08.029279 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=91866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:11:08.044521 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-2d6313f3-0b37-443f-b87e-b12ed60c692e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Request body: {'security_group_rule': {'security_group_id': 'b4fa36a1-c0cf-4971-a4a6-6307c7999d46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:08.050521 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d4f98a-8637-41c5-90cb-567be4195168,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:08.056775 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:08.060939 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Pushing event updated for resources: {'Port': ['ID=800eb0b0-b359-48b8-af13-0f35561f09cf,revision_number=3']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:08.069053 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:08.070016 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:08.070824 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.segments_db [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Added segment 6032931b-312d-49cf-8377-65700a99be10 of type vlan for network 72182438-0550-4d87-90c6-605ffaef5f4e Jun 07 08:11:08.081204 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.461s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:08.128266 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:08.230193 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Pushing event updated for resources: {'Port': ['ID=eb3aef30-c80c-486c-b499-69394ab7bc3c,revision_number=2']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:08.247679 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:08.259505 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 37c09213-2a20-4bb2-9906-902e5db40906 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:08.282730 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:08.285280 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:08.288357 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:08.320425 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:08.415747 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.48', 54412) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:08.419939 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f2abdcb0-a9bc-466b-abd6-5296ec61fb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:08.483566 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-6cd6786a-453c-46e0-b1a1-325bf434e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:08.487165 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-6cd6786a-453c-46e0-b1a1-325bf434e790 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=307149236d7949e9b2d732d3e24bf232&device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 1096 time: 0.6877015 Jun 07 08:11:08.512864 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 37c09213-2a20-4bb2-9906-902e5db40906 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:08.513534 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:08.562836 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbe759-9b63-49fa-a60c-295b115b49d8 None None] Pushing event updated for resources: {'Port': ['ID=fadf45dd-3c6f-4541-8bb3-d589fe2e5801,revision_number=3']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:08.567396 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-25cbe759-9b63-49fa-a60c-295b115b49d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:08.569992 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Attempting to bind port fadf45dd-3c6f-4541-8bb3-d589fe2e5801 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:11:08.571836 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Attempting to bind port fadf45dd-3c6f-4541-8bb3-d589fe2e5801 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:11:08.572660 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Attempting to bind port fadf45dd-3c6f-4541-8bb3-d589fe2e5801 on network de83ae0a-b6d0-43a9-b151-cd274d96171b {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:11:08.580763 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:11:08.581569 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Checking segment: {'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:11:08.582989 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:08.583964 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Bound using segment: {'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:11:08.584821 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Bound port: fadf45dd-3c6f-4541-8bb3-d589fe2e5801, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'}}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:11:08.585589 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:08.700775 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4346688 Jun 07 08:11:08.712242 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49050) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:08.729618 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] For port fadf45dd-3c6f-4541-8bb3-d589fe2e5801, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:11:08.733548 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] For port fadf45dd-3c6f-4541-8bb3-d589fe2e5801, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=fadf45dd-3c6f-4541-8bb3-d589fe2e5801,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:11:08.742186 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:08.771033 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:08.787961 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-03dfb984-9cea-4502-b491-b50da77eb8fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=800eb0b0-b359-48b8-af13-0f35561f09cf HTTP/1.1" status: 200 len: 217 time: 0.2758906 Jun 07 08:11:08.793148 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d78301a-c162-4c54-a558-c88ed5e42a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "b94f8a97-70f4-4f4f-a009-335f764be7d3", "tag": "800eb0b0-b359-48b8-af13-0f35561f09cf"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:11:08.844666 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-27974b14-2dc0-4042-b5e0-abd325b54631 admin admin] Request body: {'subnet': {'network_id': '72182438-0550-4d87-90c6-605ffaef5f4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1351590877-subnet', 'tenant_id': '4d316e156ff548a99e87ac01502866f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:08.936059 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Pushing event updated for resources: {'Network': ['ID=72182438-0550-4d87-90c6-605ffaef5f4e,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:08.942309 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:08.942966 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27974b14-2dc0-4042-b5e0-abd325b54631 admin admin] Made reservation on behalf of 4d316e156ff548a99e87ac01502866f8 for: {'subnet': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:11:08.951940 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-27974b14-2dc0-4042-b5e0-abd325b54631 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:08.953004 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network 72182438-0550-4d87-90c6-605ffaef5f4e details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:11:08.983216 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbe759-9b63-49fa-a60c-295b115b49d8 None None] Pushing event updated for resources: {'Port': ['ID=fadf45dd-3c6f-4541-8bb3-d589fe2e5801,revision_number=4']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:09.046916 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Routers {'927c8704-4b6f-44b0-9bc1-db5e2bdf6475'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:11:09.047545 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:10:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:09.073669 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-90fa8afd-ddae-468b-b597-ad0b6fd0f3b5 req-9f0a44c0-cc22-4c15-9e5e-0ea6bf371ca6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 210 time: 0.2731502 Jun 07 08:11:09.076967 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2d6313f3-0b37-443f-b87e-b12ed60c692e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:09.268118 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-25cbe759-9b63-49fa-a60c-295b115b49d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:09.347804 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddbbd6-6639-4719-888c-821675502996 req-31bb8803-a56e-46c3-880f-e6d0772a0148 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:09.349419 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-31bb8803-a56e-46c3-880f-e6d0772a0148 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.48 "GET /v2.0/networks?id=f8661265-012e-4b77-980c-179a981d3247 HTTP/1.1" status: 200 len: 817 time: 0.9150164 Jun 07 08:11:09.459316 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Network 731569ee-c381-432b-a105-1cc707924205 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:11:09.489505 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747f787f-7595-4860-a52a-a8c4c430a793 x-openstack-request-id: req-747f787f-7595-4860-a52a-a8c4c430a793 {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:11:09.489974 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94f8a97-70f4-4f4f-a009-335f764be7d3", "tag": "800eb0b0-b359-48b8-af13-0f35561f09cf", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:11:09.490390 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-747f787f-7595-4860-a52a-a8c4c430a793 {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:11:09.494591 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94f8a97-70f4-4f4f-a009-335f764be7d3', 'tag': '800eb0b0-b359-48b8-af13-0f35561f09cf', 'status': 'completed', 'code': 200} Jun 07 08:11:09.507500 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:09.565798 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] Set router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:11:09.571284 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2d6313f3-0b37-443f-b87e-b12ed60c692e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:09.576240 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-954302ab-f429-4626-acbd-107cf901b927 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=308d0e80315d4d6d9a5744d04f4fe97d HTTP/1.1" status: 200 len: 380 time: 0.2153888 Jun 07 08:11:09.589012 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-5dddbbd6-6639-4719-888c-821675502996 req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Request body: {'port': {'device_id': '8170ad42-d884-4d7a-825d-12a0c683783a', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'admin_state_up': True, 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'security_groups': ['5203e316-07ce-4462-b243-57df9743ea2d']}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:09.825225 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2d6313f3-0b37-443f-b87e-b12ed60c692e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:09.843297 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-cb5ecddb-784c-44f5-89fa-7b2fd96592de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:09.844892 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-cb5ecddb-784c-44f5-89fa-7b2fd96592de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a9f027d-0787-4276-a3ff-1c67a69c1c3e HTTP/1.1" status: 200 len: 851 time: 0.9594128 Jun 07 08:11:09.857119 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:09.864633 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Router 5a49d4ab-e869-49f4-9a26-e10e25f8186d has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:11:09.920514 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-0c024445-abcf-421c-9ad8-c73c18015cac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e489677-7805-4721-8e79-acde3b2094a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544615 Jun 07 08:11:09.952854 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6313f3-0b37-443f-b87e-b12ed60c692e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f4bc7a-dc96-4543-8a4e-8694f90b3195,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:09.956825 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2d6313f3-0b37-443f-b87e-b12ed60c692e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:10.028928 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2d6313f3-0b37-443f-b87e-b12ed60c692e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:10.030324 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-2d6313f3-0b37-443f-b87e-b12ed60c692e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9919455 Jun 07 08:11:10.050183 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49092) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:10.064441 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Request body: {'floatingip': {'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:10.065296 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-27974b14-2dc0-4042-b5e0-abd325b54631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251'] for subnet, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:10.096655 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c2bf47bd-9122-4bce-9b92-6a2e57428598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:10.117129 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:01Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'fadf45dd-3c6f-4541-8bb3-d589fe2e5801', 'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'mac_address': 'fa:16:3e:b1:a5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:57Z', 'updated_at': '2021-06-07T08:11:08Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'subnets': [{'id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:10.124698 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78b22f-c68f-4c46-9f0c-a567fa34ec29 None None] The sync data for ids ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'] in dv-cinder-784945-11-iscsi is: [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:01Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'fadf45dd-3c6f-4541-8bb3-d589fe2e5801', 'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'mac_address': 'fa:16:3e:b1:a5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:57Z', 'updated_at': '2021-06-07T08:11:08Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'subnets': [{'id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:11:10.223648 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06956a9a-fd9c-487a-8515-302bd6535f24 req-2948ca7a-b315-4438-86b1-468fea2054d8 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:10.233551 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-06956a9a-fd9c-487a-8515-302bd6535f24 req-2948ca7a-b315-4438-86b1-468fea2054d8 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 943 time: 0.7167974 Jun 07 08:11:10.279077 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27974b14-2dc0-4042-b5e0-abd325b54631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc3cda9-b6ab-4589-970c-6c702ede997b,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:10.283911 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-27974b14-2dc0-4042-b5e0-abd325b54631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:10.314400 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27974b14-2dc0-4042-b5e0-abd325b54631 admin admin] Checking segment: {'id': '6032931b-312d-49cf-8377-65700a99be10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '72182438-0550-4d87-90c6-605ffaef5f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:11:10.314809 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27974b14-2dc0-4042-b5e0-abd325b54631 admin admin] Network hostable DHCP agents. Network: 72182438-0550-4d87-90c6-605ffaef5f4e, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:11:10.359728 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27974b14-2dc0-4042-b5e0-abd325b54631 admin admin] Network 72182438-0550-4d87-90c6-605ffaef5f4e is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:11:10.375865 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-27974b14-2dc0-4042-b5e0-abd325b54631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, 72182438-0550-4d87-90c6-605ffaef5f4e) {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:10.385067 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dab8f1-e046-47f6-8992-55715d9d4f2d None None] Network 72182438-0550-4d87-90c6-605ffaef5f4e requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:11:10.394759 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27974b14-2dc0-4042-b5e0-abd325b54631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:10.395362 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-27974b14-2dc0-4042-b5e0-abd325b54631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:10.460702 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-391b8967-b1e0-4530-8b7c-aa53c0749e14 service neutron] 10.222.0.48 "GET /v2.0/networks/3e489677-7805-4721-8e79-acde3b2094a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314164 Jun 07 08:11:10.465935 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for floatingip, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:10.587415 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4b06cfc1-5b46-4426-9417-a818a250c025 req-ff491820-0082-4560-b908-aefb97017c1b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 210 time: 0.1746867 Jun 07 08:11:10.600807 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dddbbd6-6639-4719-888c-821675502996 req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Made reservation on behalf of 308d0e80315d4d6d9a5744d04f4fe97d for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:11:10.604831 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5dddbbd6-6639-4719-888c-821675502996 req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:10.613160 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:11:10.628212 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] 10.222.0.43 "PUT /v2.0/routers/5a49d4ab-e869-49f4-9a26-e10e25f8186d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0920627 Jun 07 08:11:10.650819 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Sync routers for ids ['5a49d4ab-e869-49f4-9a26-e10e25f8186d'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:11:10.734409 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-06956a9a-fd9c-487a-8515-302bd6535f24 req-f63d2113-e9c7-4e23-a5a2-6b7c19987905 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106654 Jun 07 08:11:10.735095 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Routers {'5a49d4ab-e869-49f4-9a26-e10e25f8186d'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:11:10.735095 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:10:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['5a49d4ab-e869-49f4-9a26-e10e25f8186d'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:10.764185 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-27974b14-2dc0-4042-b5e0-abd325b54631 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9216347 Jun 07 08:11:10.884415 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8e6f771a-a4c8-4fe4-a268-9d9a5d813728 req-62569c9f-569e-4def-bd06-5229372606f1 service neutron] 10.222.0.48 "GET /v2.0/networks/3e489677-7805-4721-8e79-acde3b2094a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982103 Jun 07 08:11:11.062682 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-5dddbbd6-6639-4719-888c-821675502996 req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Allocated IP 172.20.0.3 (f8661265-012e-4b77-980c-179a981d3247/a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be/47352236-e855-49ec-82aa-f7bb8dc3c47f) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:11:11.095082 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:11.125382 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Set router 5a49d4ab-e869-49f4-9a26-e10e25f8186d gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:11:11.163898 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49126) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:11.197106 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78301a-c162-4c54-a558-c88ed5e42a8b req-e916fb65-66e9-428d-b1ef-035f6574d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:11.198693 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5d78301a-c162-4c54-a558-c88ed5e42a8b req-e916fb65-66e9-428d-b1ef-035f6574d0ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=307149236d7949e9b2d732d3e24bf232&device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 1096 time: 0.2498512 Jun 07 08:11:11.343886 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_v2 [None req-718c4704-2820-444c-9c01-2eb4327216e0 admin admin] Deleting subnet 699fad8e-6b55-4147-80f0-25ca667f32dc {{(pid=91866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:11:11.355472 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-718c4704-2820-444c-9c01-2eb4327216e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:11.437929 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Allocated IP 172.27.1.129 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/202a634b-31d8-4ef2-bd2f-aac493a6c5ed) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:11:11.523740 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78301a-c162-4c54-a558-c88ed5e42a8b req-15f3d249-6c80-4e3e-bf6f-a87eb25aa059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:11.525573 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5d78301a-c162-4c54-a558-c88ed5e42a8b req-15f3d249-6c80-4e3e-bf6f-a87eb25aa059 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3e489677-7805-4721-8e79-acde3b2094a6 HTTP/1.1" status: 200 len: 912 time: 0.2812073 Jun 07 08:11:11.563564 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-718c4704-2820-444c-9c01-2eb4327216e0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:11.587272 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-718c4704-2820-444c-9c01-2eb4327216e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:11.618689 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5d78301a-c162-4c54-a558-c88ed5e42a8b req-9f3b661b-55cf-4964-831e-2e008acfbc34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=800eb0b0-b359-48b8-af13-0f35561f09cf HTTP/1.1" status: 200 len: 217 time: 0.0788162 Jun 07 08:11:11.721994 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78301a-c162-4c54-a558-c88ed5e42a8b req-a3dc65e2-5a87-4d7b-815d-f13273dc415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:11.723429 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5d78301a-c162-4c54-a558-c88ed5e42a8b req-a3dc65e2-5a87-4d7b-815d-f13273dc415d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a9f027d-0787-4276-a3ff-1c67a69c1c3e HTTP/1.1" status: 200 len: 851 time: 0.0955286 Jun 07 08:11:11.789591 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5dddbbd6-6639-4719-888c-821675502996 req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:11.854614 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-5dddbbd6-6639-4719-888c-821675502996 req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Transition to ACTIVE for port object 47352236-e855-49ec-82aa-f7bb8dc3c47f will not be triggered until provisioned by entity DHCP. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:11:11.856965 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-718c4704-2820-444c-9c01-2eb4327216e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251'] for subnet, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:11.868463 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-34dca3e6-95a4-408f-96c9-b0fd357b4b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:11.960888 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1af7ac2-c4bb-40eb-97de-8adc93e315c7 None None] Network 72182438-0550-4d87-90c6-605ffaef5f4e requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:11:11.972869 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c4704-2820-444c-9c01-2eb4327216e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=699fad8e-6b55-4147-80f0-25ca667f32dc,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:11.993827 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-718c4704-2820-444c-9c01-2eb4327216e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:12.014942 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5d78301a-c162-4c54-a558-c88ed5e42a8b req-e45c768d-71fe-4d0e-8af4-1346920092cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3e489677-7805-4721-8e79-acde3b2094a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972805 Jun 07 08:11:12.017903 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3a064304-2467-450e-8900-39241541043a req-f53e89cc-deda-49df-965f-0b99355e49f3 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 210 time: 0.1915586 Jun 07 08:11:12.164602 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-718c4704-2820-444c-9c01-2eb4327216e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:12.175193 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-718c4704-2820-444c-9c01-2eb4327216e0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/699fad8e-6b55-4147-80f0-25ca667f32dc HTTP/1.1" status: 204 len: 168 time: 1.0080690 Jun 07 08:11:12.239384 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:12.283982 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:12.288375 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-57ecc112-971b-4d5a-991b-d3647acf0135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:12.306130 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device fadf45dd-3c6f-4541-8bb3-d589fe2e5801 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:12.326067 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5d78301a-c162-4c54-a558-c88ed5e42a8b req-7d249083-df9e-45fc-ab73-02af348432a9 service neutron] 10.222.0.48 "GET /v2.0/networks/3e489677-7805-4721-8e79-acde3b2094a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026633 Jun 07 08:11:12.387208 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49160) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:12.415252 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'name': 'tempest-ServerRescueNegativeTestJSON-1996614455-router', 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '02bee194-a5d1-448b-b1da-bbb59e9090f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:05Z', 'revision_number': 4, 'project_id': 'f983cffaddb944cf8fa8188dca8ac056', 'gw_port': {'id': '02bee194-a5d1-448b-b1da-bbb59e9090f6', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:45Z', 'updated_at': '2021-06-07T08:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'eb3aef30-c80c-486c-b499-69394ab7bc3c', 'name': '', 'network_id': '731569ee-c381-432b-a105-1cc707924205', 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056', 'mac_address': 'fa:16:3e:bb:7b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fa02afe2-5864-4df3-914b-20fcfd8c837d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:11:00Z', 'updated_at': '2021-06-07T08:11:06Z', 'revision_number': 2, 'project_id': 'f983cffaddb944cf8fa8188dca8ac056', 'subnets': [{'id': 'fa02afe2-5864-4df3-914b-20fcfd8c837d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:12.421335 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Checking router: 5a49d4ab-e869-49f4-9a26-e10e25f8186d for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:11:12.421859 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Updating router 5a49d4ab-e869-49f4-9a26-e10e25f8186d port eb3aef30-c80c-486c-b499-69394ab7bc3c binding host dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:11:12.451509 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port fadf45dd-3c6f-4541-8bb3-d589fe2e5801 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:11:12.472712 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port fadf45dd-3c6f-4541-8bb3-d589fe2e5801 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:12.473476 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:12.484284 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addac35-ff6e-4229-bf92-52312a630e8b req-c3756bff-689a-4b5d-b3c3-ef7fff269260 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:12.492745 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5addac35-ff6e-4229-bf92-52312a630e8b req-c3756bff-689a-4b5d-b3c3-ef7fff269260 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/networks?id=731569ee-c381-432b-a105-1cc707924205 HTTP/1.1" status: 200 len: 819 time: 0.5241299 Jun 07 08:11:12.506500 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5dddbbd6-6639-4719-888c-821675502996 req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:12.535392 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:12.579308 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5d78301a-c162-4c54-a558-c88ed5e42a8b req-6d38e6ee-79c9-4242-83bd-299ac6d3c0ad service neutron] 10.222.0.48 "GET /v2.0/networks/3e489677-7805-4721-8e79-acde3b2094a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752906 Jun 07 08:11:12.603274 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:12.666717 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5addac35-ff6e-4229-bf92-52312a630e8b req-5072279a-a6cf-4025-927c-e4c64d3a7b1c tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/quotas/f983cffaddb944cf8fa8188dca8ac056 HTTP/1.1" status: 200 len: 375 time: 0.1690423 Jun 07 08:11:12.679522 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:12.705170 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d32ca6-7230-4a90-aa07-0f49556074aa req-010048ef-1d84-43bc-8a0f-13672afacec4 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:12.706806 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-95d32ca6-7230-4a90-aa07-0f49556074aa req-010048ef-1d84-43bc-8a0f-13672afacec4 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 943 time: 0.3726728 Jun 07 08:11:12.811624 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-95d32ca6-7230-4a90-aa07-0f49556074aa req-379ff19e-0153-4dce-9db7-6c43fb13d5dd tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981412 Jun 07 08:11:12.831540 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:12.877340 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:12.882616 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:12.891855 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dddbbd6-6639-4719-888c-821675502996 req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Network f8661265-012e-4b77-980c-179a981d3247 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:11:12.915224 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event updated for resources: {'Port': ['ID=47352236-e855-49ec-82aa-f7bb8dc3c47f,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:12.930757 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-5dddbbd6-6639-4719-888c-821675502996 req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:12.946094 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:12.962913 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:13.006046 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dddbbd6-6639-4719-888c-821675502996 req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:11:13.019528 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddbbd6-6639-4719-888c-821675502996 req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:13.029936 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5dddbbd6-6639-4719-888c-821675502996 req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:13.044332 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:11:13.051302 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:13.058573 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:11:13.109273 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event updated for resources: {'Port': ['ID=202a634b-31d8-4ef2-bd2f-aac493a6c5ed,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:13.118661 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:13.127124 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5addac35-ff6e-4229-bf92-52312a630e8b req-91442c03-a795-4b85-ac6b-a001fd7bb059 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f983cffaddb944cf8fa8188dca8ac056&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4591985 Jun 07 08:11:13.151222 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:13.165910 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Transition to ACTIVE for port object eb3aef30-c80c-486c-b499-69394ab7bc3c will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:11:13.177669 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port fadf45dd-3c6f-4541-8bb3-d589fe2e5801, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=fadf45dd-3c6f-4541-8bb3-d589fe2e5801,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:13.179971 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:13.190904 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9c995ece-ebc9-4881-a5c4-561cdc955979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:13.314963 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7298222 Jun 07 08:11:13.330225 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:13.337365 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec90da-abe8-4253-add7-0c758c1a3c94 None None] Pushing event updated for resources: {'Port': ['ID=eb3aef30-c80c-486c-b499-69394ab7bc3c,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:13.360392 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-99ec90da-abe8-4253-add7-0c758c1a3c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:13.367513 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:13.416846 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:13.525882 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49196) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:13.557582 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-962c54dc-41d1-4b8c-b21e-7538558ebc3f None None] Provisioning for port 47352236-e855-49ec-82aa-f7bb8dc3c47f completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:11:13.566056 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5addac35-ff6e-4229-bf92-52312a630e8b req-d23e015e-86ef-4c70-8c81-0897bbd744b4 service neutron] 10.222.0.43 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343672 Jun 07 08:11:13.575110 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Request body: {'port': {'device_id': '8170ad42-d884-4d7a-825d-12a0c683783a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:13.583869 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:13.683165 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-962c54dc-41d1-4b8c-b21e-7538558ebc3f None None] Provisioning complete for port 47352236-e855-49ec-82aa-f7bb8dc3c47f triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:13.683955 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-962c54dc-41d1-4b8c-b21e-7538558ebc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:13.693222 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2472-b4fa-4900-a9e3-3bccde90de8d req-7df6ba9f-6091-46a0-98dc-0750dd698078 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:13.695000 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7d6e2472-b4fa-4900-a9e3-3bccde90de8d req-7df6ba9f-6091-46a0-98dc-0750dd698078 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 931 time: 0.2671831 Jun 07 08:11:13.741775 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:13.794936 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=fadf45dd-3c6f-4541-8bb3-d589fe2e5801,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:13.820810 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:13.829458 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-962c54dc-41d1-4b8c-b21e-7538558ebc3f None None] Port 47352236-e855-49ec-82aa-f7bb8dc3c47f cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:11:13.830246 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7d6e2472-b4fa-4900-a9e3-3bccde90de8d req-6e492786-59d0-4e8f-9bbd-b975dd2e9dea tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198037 Jun 07 08:11:13.832471 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Attempting to bind port eb3aef30-c80c-486c-b499-69394ab7bc3c on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:11:13.832471 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Attempting to bind port eb3aef30-c80c-486c-b499-69394ab7bc3c by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': 'b88407fd-639e-49de-aaec-867aafbb2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '731569ee-c381-432b-a105-1cc707924205'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:11:13.832727 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Attempting to bind port eb3aef30-c80c-486c-b499-69394ab7bc3c on network 731569ee-c381-432b-a105-1cc707924205 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:11:13.832814 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e2c60da0-713a-4306-91f5-ba7723d96b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:13.840252 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:11:13.840855 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Checking segment: {'id': 'b88407fd-639e-49de-aaec-867aafbb2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '731569ee-c381-432b-a105-1cc707924205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:11:13.841353 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:13.841857 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Bound using segment: {'id': 'b88407fd-639e-49de-aaec-867aafbb2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '731569ee-c381-432b-a105-1cc707924205'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:11:13.842408 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Bound port: eb3aef30-c80c-486c-b499-69394ab7bc3c, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88407fd-639e-49de-aaec-867aafbb2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '731569ee-c381-432b-a105-1cc707924205'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:11:13.842850 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:13.933021 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:13.945759 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:13.950288 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] For port eb3aef30-c80c-486c-b499-69394ab7bc3c, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:11:13.953834 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] For port eb3aef30-c80c-486c-b499-69394ab7bc3c, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=eb3aef30-c80c-486c-b499-69394ab7bc3c,segment=NetworkSegment(b88407fd-639e-49de-aaec-867aafbb2e19),segment_id=b88407fd-639e-49de-aaec-867aafbb2e19)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:11:13.956538 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:13.961363 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:13.966856 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:14.016745 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.056982 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.071651 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Routers {'5a49d4ab-e869-49f4-9a26-e10e25f8186d'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:11:14.072551 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:11:12Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['5a49d4ab-e869-49f4-9a26-e10e25f8186d'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:14.082663 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.101976 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:14.102808 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:14.103683 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:14.104539 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:14.105013 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:14.105576 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:14.106041 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:14.106503 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:14.107545 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:14.108016 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:14.125424 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event updated for resources: {'Port': ['ID=202a634b-31d8-4ef2-bd2f-aac493a6c5ed,revision_number=2']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:14.131839 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:14.153365 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e2c60da0-713a-4306-91f5-ba7723d96b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.167462 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e2c60da0-713a-4306-91f5-ba7723d96b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.170495 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device fadf45dd-3c6f-4541-8bb3-d589fe2e5801 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:14.171097 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.172266 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1139016 Jun 07 08:11:14.179963 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f465a171-fba6-4bd3-9c23-0e1393986bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:14.225864 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec90da-abe8-4253-add7-0c758c1a3c94 None None] Pushing event updated for resources: {'Port': ['ID=eb3aef30-c80c-486c-b499-69394ab7bc3c,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:14.232775 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd09488-c9a8-4f96-9268-86edb6fb060e req-1b3fee2f-b7d6-4ffe-86f8-38ae713f7b1c tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:14.235115 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-fcd09488-c9a8-4f96-9268-86edb6fb060e req-1b3fee2f-b7d6-4ffe-86f8-38ae713f7b1c tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 943 time: 0.1942496 Jun 07 08:11:14.257842 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-99ec90da-abe8-4253-add7-0c758c1a3c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:14.292791 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c60da0-713a-4306-91f5-ba7723d96b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeee1f2-148f-4bae-b7de-ed56438dd8c6,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:14.319052 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-e2c60da0-713a-4306-91f5-ba7723d96b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:14.328572 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-e2c60da0-713a-4306-91f5-ba7723d96b58 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=630a12c6729b49ee8ea7ce72a299d8c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8015113 Jun 07 08:11:14.342987 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49208) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:14.376624 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:14.376969 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:14.377297 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:14.377640 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:14.378014 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088ea1bd-345f-4edb-b184-5402ca573254']}} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:14.393200 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-fcd09488-c9a8-4f96-9268-86edb6fb060e req-1ca32905-74f4-4a8e-807f-bec9d864be78 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477547 Jun 07 08:11:14.406607 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] Set router 5a49d4ab-e869-49f4-9a26-e10e25f8186d gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:11:14.457710 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c72aa7-65da-41ba-a451-7b6032f7f5f3') {'for_net_delete': True} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:14.457999 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c72aa7-65da-41ba-a451-7b6032f7f5f3') {} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:14.481808 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port fadf45dd-3c6f-4541-8bb3-d589fe2e5801 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:14.482480 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.485802 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2266538'] for segment, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.493053 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-1ad8dec9-f1d4-41a5-b488-b737207e070f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.510470 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.515307 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5addac35-ff6e-4229-bf92-52312a630e8b req-61a7960a-a9c5-4508-b8c4-e1295ef3e038 service neutron] 10.222.0.43 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712474 Jun 07 08:11:14.530218 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=91866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:11:14.530728 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265328'] for segment, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: from cryptography.utils import int_from_bytes Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: from cryptography.utils import int_from_bytes Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: Traceback (most recent call last): Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: timer() Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: cb(*args, **kw) Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: return func(*args, **kwargs) Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: self._notify() Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: self.callback(batched_events) Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: event.method(event) Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: return f(self, *a, **k) Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._get(url).json() Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: return self.request(url, 'GET', **kwargs) Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:11:14.548972 dv-cinder-784945-11-iscsi neutron-server[91866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:11:14.562303 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-1ad8dec9-f1d4-41a5-b488-b737207e070f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.645572 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-c94e46bc-7f0a-42b3-81b0-6915b3a98505 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--330335718&fields=id&tenant_id=eac66ef7698c48928700d3683c5dff7a HTTP/1.1" status: 200 len: 267 time: 0.0657737 Jun 07 08:11:14.750253 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.775681 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.778603 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/088ea1bd-345f-4edb-b184-5402ca573254 HTTP/1.1" status: 204 len: 168 time: 2.3908730 Jun 07 08:11:14.783601 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:14.801983 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49232) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:14.851527 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-0ce9ccac-3e84-4a1c-b13b-4cfe6d68f9e7 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:14.853237 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-0ce9ccac-3e84-4a1c-b13b-4cfe6d68f9e7 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/networks?id=de83ae0a-b6d0-43a9-b151-cd274d96171b HTTP/1.1" status: 200 len: 811 time: 0.1984758 Jun 07 08:11:14.893597 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-1ad8dec9-f1d4-41a5-b488-b737207e070f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.898237 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-1ad8dec9-f1d4-41a5-b488-b737207e070f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:14.900548 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=088ea1bd-345f-4edb-b184-5402ca573254,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:14.906286 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-1ad8dec9-f1d4-41a5-b488-b737207e070f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9aeee1f2-148f-4bae-b7de-ed56438dd8c6 HTTP/1.1" status: 204 len: 168 time: 0.5553432 Jun 07 08:11:14.909406 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-11bd4560-e134-4a18-8f08-7fafb7c4f64d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/quotas/eac66ef7698c48928700d3683c5dff7a HTTP/1.1" status: 200 len: 375 time: 0.0335732 Jun 07 08:11:14.911781 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:14.934443 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8dec9-f1d4-41a5-b488-b737207e070f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeee1f2-148f-4bae-b7de-ed56438dd8c6,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:14.984783 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-efe33960-73c0-4477-a018-059e3687f6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:14.984921 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-1ad8dec9-f1d4-41a5-b488-b737207e070f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:15.003771 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1cecb3e3-19e2-412e-ae8b-04e517b2e38b req-ccde7690-71c9-4029-b874-1dcfe5f7bbfe tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 210 time: 0.2212412 Jun 07 08:11:15.062186 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08b5ce5-5d8f-45ba-8497-440ff9b9508d admin admin] Deleting subnet 4fc3cda9-b6ab-4589-970c-6c702ede997b {{(pid=91866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:11:15.066726 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f08b5ce5-5d8f-45ba-8497-440ff9b9508d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:15.111589 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-de32d946-20b0-4999-b9a1-9ba497be3418 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eac66ef7698c48928700d3683c5dff7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1781352 Jun 07 08:11:15.166017 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'name': 'tempest-ServerRescueNegativeTestJSON-1996614455-router', 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '02bee194-a5d1-448b-b1da-bbb59e9090f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:05Z', 'revision_number': 4, 'project_id': 'f983cffaddb944cf8fa8188dca8ac056', 'gw_port': {'id': '02bee194-a5d1-448b-b1da-bbb59e9090f6', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:45Z', 'updated_at': '2021-06-07T08:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'eb3aef30-c80c-486c-b499-69394ab7bc3c', 'name': '', 'network_id': '731569ee-c381-432b-a105-1cc707924205', 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056', 'mac_address': 'fa:16:3e:bb:7b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fa02afe2-5864-4df3-914b-20fcfd8c837d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:11:00Z', 'updated_at': '2021-06-07T08:11:13Z', 'revision_number': 4, 'project_id': 'f983cffaddb944cf8fa8188dca8ac056', 'subnets': [{'id': 'fa02afe2-5864-4df3-914b-20fcfd8c837d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:15.176121 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d485e0-acb5-4300-b71f-4f3d4a81fba6 None None] The sync data for ids ['5a49d4ab-e869-49f4-9a26-e10e25f8186d'] in dv-cinder-784945-11-iscsi is: [{'id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'name': 'tempest-ServerRescueNegativeTestJSON-1996614455-router', 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '02bee194-a5d1-448b-b1da-bbb59e9090f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:05Z', 'revision_number': 4, 'project_id': 'f983cffaddb944cf8fa8188dca8ac056', 'gw_port': {'id': '02bee194-a5d1-448b-b1da-bbb59e9090f6', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:45Z', 'updated_at': '2021-06-07T08:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'eb3aef30-c80c-486c-b499-69394ab7bc3c', 'name': '', 'network_id': '731569ee-c381-432b-a105-1cc707924205', 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056', 'mac_address': 'fa:16:3e:bb:7b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fa02afe2-5864-4df3-914b-20fcfd8c837d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:11:00Z', 'updated_at': '2021-06-07T08:11:13Z', 'revision_number': 4, 'project_id': 'f983cffaddb944cf8fa8188dca8ac056', 'subnets': [{'id': 'fa02afe2-5864-4df3-914b-20fcfd8c837d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:11:15.215448 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f08b5ce5-5d8f-45ba-8497-440ff9b9508d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266515'] for subnet, precommit_delete_associations {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:15.297763 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.db.resource_extend [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 08:11:15.538925 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47352236-e855-49ec-82aa-f7bb8dc3c47f {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:11:15.545773 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f08b5ce5-5d8f-45ba-8497-440ff9b9508d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:15.564663 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-b3b8cfb7-27c0-4f42-818b-0c5023482bf0 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91867) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:11:15.574507 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-b3b8cfb7-27c0-4f42-818b-0c5023482bf0 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0746653 Jun 07 08:11:15.586707 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:15.623042 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49270) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:15.660047 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Transition to ACTIVE for port object 47352236-e855-49ec-82aa-f7bb8dc3c47f will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:11:15.662466 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b1dda044-40d9-4b96-94a3-c0277cc708f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:15.685086 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:15.707590 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:15.794562 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a7ed4-4513-4c9a-8fc8-74a36456c7f6 req-890ebd63-6efa-40f2-bda8-972157f8e468 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:15.796091 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2e2a7ed4-4513-4c9a-8fc8-74a36456c7f6 req-890ebd63-6efa-40f2-bda8-972157f8e468 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 931 time: 0.4788232 Jun 07 08:11:15.802222 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f08b5ce5-5d8f-45ba-8497-440ff9b9508d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2265162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4090581'] for subnet, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:15.815416 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-c2047220-48cb-4a51-bc1b-71382b810471 service neutron] 10.222.0.43 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399631 Jun 07 08:11:15.980030 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Pushing event updated for resources: {'Port': ['ID=47352236-e855-49ec-82aa-f7bb8dc3c47f,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:16.007897 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-955dcc42-faf6-4f86-bf47-8a382d38bec5 service neutron] 10.222.0.43 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915638 Jun 07 08:11:16.023940 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f08b5ce5-5d8f-45ba-8497-440ff9b9508d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.026474 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-f08b5ce5-5d8f-45ba-8497-440ff9b9508d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4fc3cda9-b6ab-4589-970c-6c702ede997b HTTP/1.1" status: 204 len: 168 time: 1.2235453 Jun 07 08:11:16.030260 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49276) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:16.037873 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:16.038431 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:16.209640 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device eb3aef30-c80c-486c-b499-69394ab7bc3c up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:16.227051 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.234850 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b5ce5-5d8f-45ba-8497-440ff9b9508d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc3cda9-b6ab-4589-970c-6c702ede997b,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:16.293400 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2e2a7ed4-4513-4c9a-8fc8-74a36456c7f6 req-f127e63f-d48c-4b46-bf23-e35c4dc368ec tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3960874 Jun 07 08:11:16.305219 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f08b5ce5-5d8f-45ba-8497-440ff9b9508d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:16.321072 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Attempting to bind port 47352236-e855-49ec-82aa-f7bb8dc3c47f on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:11:16.321477 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Attempting to bind port 47352236-e855-49ec-82aa-f7bb8dc3c47f by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:11:16.322057 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Attempting to bind port 47352236-e855-49ec-82aa-f7bb8dc3c47f on network f8661265-012e-4b77-980c-179a981d3247 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:11:16.332193 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Port 47352236-e855-49ec-82aa-f7bb8dc3c47f on network f8661265-012e-4b77-980c-179a981d3247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:11:16.332519 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Attempting to bind port 47352236-e855-49ec-82aa-f7bb8dc3c47f on network f8661265-012e-4b77-980c-179a981d3247 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:11:16.344596 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port eb3aef30-c80c-486c-b499-69394ab7bc3c completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:11:16.352248 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:11:16.352605 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Checking segment: {'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:11:16.353118 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Bound using segment: {'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:11:16.353737 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Bound port: 47352236-e855-49ec-82aa-f7bb8dc3c47f, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:11:16.354087 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.362763 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port eb3aef30-c80c-486c-b499-69394ab7bc3c triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:16.364153 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b1dda044-40d9-4b96-94a3-c0277cc708f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.368494 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.389766 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b1dda044-40d9-4b96-94a3-c0277cc708f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.406129 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-20368902-e56a-44f2-bd1e-5add1be02bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:16.511329 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-b1dda044-40d9-4b96-94a3-c0277cc708f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10809072efbe47c486be0ab7f2f9eb0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8843234 Jun 07 08:11:16.512667 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dda044-40d9-4b96-94a3-c0277cc708f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b414cafc-6e45-4cbe-9ac4-cec0b0c8ea51,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:16.516623 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-b1dda044-40d9-4b96-94a3-c0277cc708f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:16.517330 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49292) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:16.528518 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.567750 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:16.568446 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:16.568842 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:16.569190 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Subscribe: > port after_create 55550000 {{(pid=91867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:16.569594 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:16.569943 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Subscribe: > port after_update 55550000 {{(pid=91867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:16.570257 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:16.570582 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:16.570889 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:16.571201 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:16.578033 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] For port 47352236-e855-49ec-82aa-f7bb8dc3c47f, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:11:16.598267 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 800eb0b0-b359-48b8-af13-0f35561f09cf details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:11:16.632666 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] For port 47352236-e855-49ec-82aa-f7bb8dc3c47f, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:11:16.635532 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.682311 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:16.682649 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:16.683174 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:16.684125 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:11:16.684731 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72182438-0550-4d87-90c6-605ffaef5f4e']}} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:16.718587 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.724546 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6032931b-312d-49cf-8377-65700a99be10') {'for_net_delete': True} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:16.724754 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6032931b-312d-49cf-8377-65700a99be10') {} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:16.734835 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:16.738786 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2169265'] for segment, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.757791 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.766638 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=91867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:11:16.767234 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819725'] for segment, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.772276 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port eb3aef30-c80c-486c-b499-69394ab7bc3c, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=eb3aef30-c80c-486c-b499-69394ab7bc3c,segment=NetworkSegment(b88407fd-639e-49de-aaec-867aafbb2e19),segment_id=b88407fd-639e-49de-aaec-867aafbb2e19)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:16.808087 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:16.809366 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.810938 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] 10.222.0.48 "PUT /v2.0/ports/47352236-e855-49ec-82aa-f7bb8dc3c47f HTTP/1.1" status: 200 len: 1093 time: 3.2499630 Jun 07 08:11:16.813477 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8170ad42-d884-4d7a-825d-12a0c683783a', 'tag': '47352236-e855-49ec-82aa-f7bb8dc3c47f'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:11:16.823866 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-215cc41a-8fa8-40e0-a2f9-f215aa8e9c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.860088 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.869843 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Pushing event updated for resources: {'Port': ['ID=47352236-e855-49ec-82aa-f7bb8dc3c47f,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:16.873969 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: from cryptography.utils import int_from_bytes Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: from cryptography.utils import int_from_bytes Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: Traceback (most recent call last): Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: timer() Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: cb(*args, **kw) Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: return func(*args, **kwargs) Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: self._notify() Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: self.callback(batched_events) Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: event.method(event) Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: return f(self, *a, **k) Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._get(url).json() Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: return self.request(url, 'GET', **kwargs) Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:11:16.893200 dv-cinder-784945-11-iscsi neutron-server[91867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:11:16.902799 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-215cc41a-8fa8-40e0-a2f9-f215aa8e9c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:16.903397 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:17.045161 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a860c-89ba-4379-ac0e-3d9eb343f16f req-60230a10-d727-4988-a5cf-5384d5559b3b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:17.053407 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d48a860c-89ba-4379-ac0e-3d9eb343f16f req-60230a10-d727-4988-a5cf-5384d5559b3b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 943 time: 0.4518566 Jun 07 08:11:17.090242 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-215cc41a-8fa8-40e0-a2f9-f215aa8e9c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:17.093034 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-215cc41a-8fa8-40e0-a2f9-f215aa8e9c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:17.098130 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-215cc41a-8fa8-40e0-a2f9-f215aa8e9c49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b414cafc-6e45-4cbe-9ac4-cec0b0c8ea51 HTTP/1.1" status: 204 len: 168 time: 0.5771439 Jun 07 08:11:17.101606 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:17.113566 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe49b846-31d6-4054-a7c5-27808c153ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "8170ad42-d884-4d7a-825d-12a0c683783a", "tag": "47352236-e855-49ec-82aa-f7bb8dc3c47f"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:11:17.133753 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cc41a-8fa8-40e0-a2f9-f215aa8e9c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b414cafc-6e45-4cbe-9ac4-cec0b0c8ea51,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:17.135751 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-215cc41a-8fa8-40e0-a2f9-f215aa8e9c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:17.146214 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d48a860c-89ba-4379-ac0e-3d9eb343f16f req-84179ef9-7237-4609-89f8-93133307b912 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914478 Jun 07 08:11:17.166024 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 800eb0b0-b359-48b8-af13-0f35561f09cf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=800eb0b0-b359-48b8-af13-0f35561f09cf,segment=NetworkSegment(0a52c2ab-4c25-4d74-92e6-aa51b19b8e55),segment_id=0a52c2ab-4c25-4d74-92e6-aa51b19b8e55)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:17.166196 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:17.177778 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-9475dba6-5aef-4d99-99ea-d0952c589ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:17.185636 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '800eb0b0-b359-48b8-af13-0f35561f09cf', 'network_id': '3e489677-7805-4721-8e79-acde3b2094a6', 'port_id': '800eb0b0-b359-48b8-af13-0f35561f09cf', 'mac_address': 'fa:16:3e:a0:4b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a9f027d-0787-4276-a3ff-1c67a69c1c3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:11:17.217804 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:17.233105 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/72182438-0550-4d87-90c6-605ffaef5f4e HTTP/1.1" status: 204 len: 168 time: 1.1935129 Jun 07 08:11:17.238189 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=72182438-0550-4d87-90c6-605ffaef5f4e,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:17.249198 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:17.320465 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=eb3aef30-c80c-486c-b499-69394ab7bc3c,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:17.326191 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-534b02c7-90df-4381-b5af-79bbbd07d38a tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:17.326569 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:17.333420 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:17.336107 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-534b02c7-90df-4381-b5af-79bbbd07d38a tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/networks?id=731569ee-c381-432b-a105-1cc707924205 HTTP/1.1" status: 200 len: 819 time: 0.4474568 Jun 07 08:11:17.360495 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800eb0b0-b359-48b8-af13-0f35561f09cf {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:11:17.367920 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-1b8d91ce-d332-424a-aae4-956db55ca142 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/quotas/f983cffaddb944cf8fa8188dca8ac056 HTTP/1.1" status: 200 len: 375 time: 0.0273178 Jun 07 08:11:17.382656 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 800eb0b0-b359-48b8-af13-0f35561f09cf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=800eb0b0-b359-48b8-af13-0f35561f09cf,segment=NetworkSegment(0a52c2ab-4c25-4d74-92e6-aa51b19b8e55),segment_id=0a52c2ab-4c25-4d74-92e6-aa51b19b8e55)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:17.389342 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:17.391510 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:17.403720 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-996dfd6c-4a4b-4c56-8524-0df74b321480 req-16902b19-3aa0-4b7c-aa56-be3aaca6d54f tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 210 time: 0.0666838 Jun 07 08:11:17.492376 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=800eb0b0-b359-48b8-af13-0f35561f09cf,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:17.492783 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-263e6487-a4e8-45f4-8a56-6a65adb068a0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f983cffaddb944cf8fa8188dca8ac056&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232157 Jun 07 08:11:17.495637 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:17.695540 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-a6a170c0-de98-46a8-a0cd-abff4ebb0c1a service neutron] 10.222.0.43 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006545 Jun 07 08:11:17.769734 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6adf65-720a-44ea-82eb-b77608c5cab5 x-openstack-request-id: req-3a6adf65-720a-44ea-82eb-b77608c5cab5 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:11:17.770001 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8170ad42-d884-4d7a-825d-12a0c683783a", "tag": "47352236-e855-49ec-82aa-f7bb8dc3c47f", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:11:17.770275 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a6adf65-720a-44ea-82eb-b77608c5cab5 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:11:17.770760 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8170ad42-d884-4d7a-825d-12a0c683783a', 'tag': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'status': 'completed', 'code': 200} Jun 07 08:11:17.771292 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49336) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:17.907421 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['800eb0b0-b359-48b8-af13-0f35561f09cf'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:11:17.909494 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-5142e343-8a4c-417a-bc4f-65e20aa5ab70 service neutron] 10.222.0.43 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057264 Jun 07 08:11:17.932375 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-9686eb66-db3e-46e1-bd11-473297f7e4d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=734f075be0a5476aa6b300e89b3deeec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1408191 Jun 07 08:11:17.932817 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49344) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:18.035472 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddbbd6-6639-4719-888c-821675502996 req-8550f787-d0fb-4402-8c97-abe91b5d0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:18.038230 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-8550f787-d0fb-4402-8c97-abe91b5d0752 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 1096 time: 0.3828721 Jun 07 08:11:18.220790 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-d9586c0a-2cce-43f7-958b-538218e5761a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f HTTP/1.1" status: 200 len: 217 time: 0.1521919 Jun 07 08:11:18.264924 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device eb3aef30-c80c-486c-b499-69394ab7bc3c up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:18.337029 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-147a3bf8-d8df-4150-baae-9b43fead12fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:18.458863 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddbbd6-6639-4719-888c-821675502996 req-50f37b85-7aca-4752-b45f-37933f021357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:18.460297 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-50f37b85-7aca-4752-b45f-37933f021357 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be HTTP/1.1" status: 200 len: 856 time: 0.2239547 Jun 07 08:11:18.462569 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-147a3bf8-d8df-4150-baae-9b43fead12fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:18.483383 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0424808-e9c9-4600-95fd-9b0f1cc5e577 req-52cd448a-d881-4d1d-9c00-d38104f9de65 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:18.491661 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d0424808-e9c9-4600-95fd-9b0f1cc5e577 req-52cd448a-d881-4d1d-9c00-d38104f9de65 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.5347064 Jun 07 08:11:18.628657 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port eb3aef30-c80c-486c-b499-69394ab7bc3c triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:18.629473 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:18.651389 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d0424808-e9c9-4600-95fd-9b0f1cc5e577 req-c60a50eb-9e3c-4069-903d-202e2b983152 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588047 Jun 07 08:11:18.759485 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddbbd6-6639-4719-888c-821675502996 req-e8e31771-db7a-485e-87d7-52671dc81f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:18.774067 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-e8e31771-db7a-485e-87d7-52671dc81f1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8661265-012e-4b77-980c-179a981d3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3014691 Jun 07 08:11:18.779388 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-147a3bf8-d8df-4150-baae-9b43fead12fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:18.784633 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-147a3bf8-d8df-4150-baae-9b43fead12fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:18.798720 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-147a3bf8-d8df-4150-baae-9b43fead12fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a71adce-54aa-484e-b45d-2de258befe84 HTTP/1.1" status: 204 len: 168 time: 0.8626239 Jun 07 08:11:18.819265 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:18.914014 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addac35-ff6e-4229-bf92-52312a630e8b req-3a00cd9d-e0f6-4a02-8bf3-75b9a7030b9f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:18.916487 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5addac35-ff6e-4229-bf92-52312a630e8b req-3a00cd9d-e0f6-4a02-8bf3-75b9a7030b9f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.48 "GET /v2.0/networks?id=731569ee-c381-432b-a105-1cc707924205 HTTP/1.1" status: 200 len: 819 time: 0.3983769 Jun 07 08:11:18.927707 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1767662-c491-4e94-88b5-53a69b9009f6 req-94664b8d-1ed0-45a3-9158-3c5e7fc41c14 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:18.932197 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a3bf8-d8df-4150-baae-9b43fead12fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a71adce-54aa-484e-b45d-2de258befe84,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:18.936983 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e1767662-c491-4e94-88b5-53a69b9009f6 req-94664b8d-1ed0-45a3-9158-3c5e7fc41c14 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 944 time: 0.5124688 Jun 07 08:11:19.004793 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [req-5addac35-ff6e-4229-bf92-52312a630e8b req-99ec9bbc-8310-4552-a3f1-4cab504c5758 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Request body: {'port': {'device_id': '56dc4096-a755-4a27-a5fb-93a6e1b27756', 'network_id': '731569ee-c381-432b-a105-1cc707924205', 'admin_state_up': True, 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:19.009259 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-147a3bf8-d8df-4150-baae-9b43fead12fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:19.044662 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d73f7723-d225-4b7e-b8fd-91ebc3a57a1a req-6e7cd68f-1242-4c10-9fdb-bf8af0085ae3 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 210 time: 0.2001634 Jun 07 08:11:19.095947 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e1767662-c491-4e94-88b5-53a69b9009f6 req-db554163-a782-4370-8cee-540bd6a2e9b3 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416185 Jun 07 08:11:19.217533 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-2d3a7d25-2edf-4a35-aebd-66c66519fdf3 service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158390 Jun 07 08:11:19.363347 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5addac35-ff6e-4229-bf92-52312a630e8b req-99ec9bbc-8310-4552-a3f1-4cab504c5758 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Made reservation on behalf of f983cffaddb944cf8fa8188dca8ac056 for: {'port': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:11:19.368433 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-5addac35-ff6e-4229-bf92-52312a630e8b req-99ec9bbc-8310-4552-a3f1-4cab504c5758 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:19.398989 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d5d361a6-ca95-4e21-9787-5fbd15f76233 req-a57f67d9-d307-459f-96ae-93fcac5e10a3 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 210 time: 0.0465121 Jun 07 08:11:19.432469 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5dddbbd6-6639-4719-888c-821675502996 req-912dc208-c7b9-4e7c-8f9c-f08d176a3e12 service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055361 Jun 07 08:11:19.433046 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.48', 54422) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:19.497512 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49400) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:19.655038 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 800eb0b0-b359-48b8-af13-0f35561f09cf up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:19.709269 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49406) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:19.844047 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port 800eb0b0-b359-48b8-af13-0f35561f09cf completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:11:19.858808 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 800eb0b0-b359-48b8-af13-0f35561f09cf triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:19.862399 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-43a0c1a4-081d-4dae-8e5d-bcfd99817d69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d316e156ff548a99e87ac01502866f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468399 Jun 07 08:11:19.864371 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:19.864526 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49416) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:19.967790 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [req-5addac35-ff6e-4229-bf92-52312a630e8b req-99ec9bbc-8310-4552-a3f1-4cab504c5758 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Allocated IP 172.20.0.3 (731569ee-c381-432b-a105-1cc707924205/fa02afe2-5864-4df3-914b-20fcfd8c837d/8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:11:20.047676 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-17a1128c-444a-4095-ac95-81f6df13b56b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:20.050019 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-17a1128c-444a-4095-ac95-81f6df13b56b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.48 "GET /v2.0/networks?id=de83ae0a-b6d0-43a9-b151-cd274d96171b HTTP/1.1" status: 200 len: 811 time: 0.6137023 Jun 07 08:11:20.086732 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b846-31d6-4054-a7c5-27808c153ce5 req-db636635-882f-4c86-ada7-af397454be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:20.088705 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fe49b846-31d6-4054-a7c5-27808c153ce5 req-db636635-882f-4c86-ada7-af397454be1f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 1096 time: 0.4883721 Jun 07 08:11:20.102873 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2a7fb725-b056-4924-a84d-1bb7eec8d877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:20.189821 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-5e32b855-d058-43d4-9067-63ee8f397cad tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eac66ef7698c48928700d3683c5dff7a HTTP/1.1" status: 200 len: 379 time: 0.1253836 Jun 07 08:11:20.195492 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d5ae3-d34e-42ca-99de-0074d8c05024 req-ab20738b-f479-41a6-bd76-fc8456a4481e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:20.206607 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ac7d5ae3-d34e-42ca-99de-0074d8c05024 req-ab20738b-f479-41a6-bd76-fc8456a4481e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.2918725 Jun 07 08:11:20.240012 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-22336aa6-58c2-4c64-88bb-53e486412e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:20.265574 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2a7fb725-b056-4924-a84d-1bb7eec8d877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:20.276251 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:20.280441 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Request body: {'port': {'device_id': 'f4f45ae3-fd90-404e-88f8-cb676997a529', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'admin_state_up': True, 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'security_groups': ['b4fa36a1-c0cf-4971-a4a6-6307c7999d46']}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:20.348519 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 800eb0b0-b359-48b8-af13-0f35561f09cf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=800eb0b0-b359-48b8-af13-0f35561f09cf,segment=NetworkSegment(0a52c2ab-4c25-4d74-92e6-aa51b19b8e55),segment_id=0a52c2ab-4c25-4d74-92e6-aa51b19b8e55)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:20.349801 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94f8a97-70f4-4f4f-a009-335f764be7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800eb0b0-b359-48b8-af13-0f35561f09cf'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:11:20.444496 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.48', 54426) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:20.465801 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:20.479128 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:20.569540 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-316281ff-28f7-45b6-afed-b35fd03263ff req-0c60d118-7813-4ce5-b736-3f5274094879 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 210 time: 0.2274065 Jun 07 08:11:20.607470 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ac7d5ae3-d34e-42ca-99de-0074d8c05024 req-a0a02a37-8d3d-44d6-a20f-7be167b23e26 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3997760 Jun 07 08:11:20.676372 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=800eb0b0-b359-48b8-af13-0f35561f09cf,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:20.683352 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:20.715731 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-5addac35-ff6e-4229-bf92-52312a630e8b req-99ec9bbc-8310-4552-a3f1-4cab504c5758 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:20.743077 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2a7fb725-b056-4924-a84d-1bb7eec8d877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:20.754507 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2a7fb725-b056-4924-a84d-1bb7eec8d877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:20.755873 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-2a7fb725-b056-4924-a84d-1bb7eec8d877 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4d4f98a-8637-41c5-90cb-567be4195168 HTTP/1.1" status: 204 len: 168 time: 0.8816521 Jun 07 08:11:20.756876 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c097984c-fd8c-470e-9a81-d872f36fce18" -d '{"events": [{"server_uuid": "b94f8a97-70f4-4f4f-a009-335f764be7d3", "name": "network-vif-plugged", "status": "completed", "tag": "800eb0b0-b359-48b8-af13-0f35561f09cf"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:11:20.764891 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:20.793536 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fb725-b056-4924-a84d-1bb7eec8d877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d4f98a-8637-41c5-90cb-567be4195168,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:20.806205 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2a7fb725-b056-4924-a84d-1bb7eec8d877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:20.817510 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-5addac35-ff6e-4229-bf92-52312a630e8b req-99ec9bbc-8310-4552-a3f1-4cab504c5758 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:20.910384 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:20.947375 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-323f3c8e-6857-4dd3-b8df-625dbc08ee35 req-e39cb56f-41b3-4723-aaf2-1d2aab4530e1 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 210 time: 0.1245093 Jun 07 08:11:20.984192 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5addac35-ff6e-4229-bf92-52312a630e8b req-99ec9bbc-8310-4552-a3f1-4cab504c5758 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Network 731569ee-c381-432b-a105-1cc707924205 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:11:20.990724 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [req-5addac35-ff6e-4229-bf92-52312a630e8b req-99ec9bbc-8310-4552-a3f1-4cab504c5758 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:20.992228 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5addac35-ff6e-4229-bf92-52312a630e8b req-99ec9bbc-8310-4552-a3f1-4cab504c5758 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:11:21.042268 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec9bbc-8310-4552-a3f1-4cab504c5758 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Pushing event updated for resources: {'Port': ['ID=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:21.055633 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-99ec9bbc-8310-4552-a3f1-4cab504c5758 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:21.055831 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b846-31d6-4054-a7c5-27808c153ce5 req-2e7dfb7f-602a-4155-b0a0-b4ba0f057eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:21.057166 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fe49b846-31d6-4054-a7c5-27808c153ce5 req-2e7dfb7f-602a-4155-b0a0-b4ba0f057eb1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8661265-012e-4b77-980c-179a981d3247 HTTP/1.1" status: 200 len: 918 time: 0.9525688 Jun 07 08:11:21.083888 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addac35-ff6e-4229-bf92-52312a630e8b req-99ec9bbc-8310-4552-a3f1-4cab504c5758 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:21.084973 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-5addac35-ff6e-4229-bf92-52312a630e8b req-99ec9bbc-8310-4552-a3f1-4cab504c5758 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:21.176897 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-ff0b5ea2-082a-4480-a36f-669fded56233 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:21.178416 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-ff0b5ea2-082a-4480-a36f-669fded56233 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.48 "GET /v2.0/networks?id=731569ee-c381-432b-a105-1cc707924205 HTTP/1.1" status: 200 len: 819 time: 0.7271352 Jun 07 08:11:21.209703 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e48268-5467-4d9d-8966-687cf85e2b3e req-e9d610bf-2322-4d14-95c5-91b594fc9ee9 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:21.211272 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-87e48268-5467-4d9d-8966-687cf85e2b3e req-e9d610bf-2322-4d14-95c5-91b594fc9ee9 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 945 time: 0.3115761 Jun 07 08:11:21.267398 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-22336aa6-58c2-4c64-88bb-53e486412e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:21.279019 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-22336aa6-58c2-4c64-88bb-53e486412e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:21.285945 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5addac35-ff6e-4229-bf92-52312a630e8b req-99ec9bbc-8310-4552-a3f1-4cab504c5758 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3043630 Jun 07 08:11:21.292577 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9d65e5fd-7d4d-42af-9575-15467c8f0559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:21.308436 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c067c9c2-dcf1-4167-94f7-0cdab3f8a4fd x-openstack-request-id: req-c067c9c2-dcf1-4167-94f7-0cdab3f8a4fd {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:11:21.308798 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94f8a97-70f4-4f4f-a009-335f764be7d3", "name": "network-vif-plugged", "status": "completed", "tag": "800eb0b0-b359-48b8-af13-0f35561f09cf", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:11:21.309120 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c067c9c2-dcf1-4167-94f7-0cdab3f8a4fd {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:11:21.309663 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94f8a97-70f4-4f4f-a009-335f764be7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800eb0b0-b359-48b8-af13-0f35561f09cf', 'code': 200} Jun 07 08:11:21.321903 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-87e48268-5467-4d9d-8966-687cf85e2b3e req-22c20097-1024-4186-b8b2-115ee74b32f6 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008017 Jun 07 08:11:21.359148 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-22336aa6-58c2-4c64-88bb-53e486412e82 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d4d697e6b724290a2abaf838495cbc0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8607690 Jun 07 08:11:21.361457 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Made reservation on behalf of eac66ef7698c48928700d3683c5dff7a for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:11:21.362005 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49472) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:21.365348 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:21.374996 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22336aa6-58c2-4c64-88bb-53e486412e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e926a207-6e34-44d9-8985-f071f150e80e,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:21.379851 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-22336aa6-58c2-4c64-88bb-53e486412e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:21.448673 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f267a068-76fd-4ee9-9735-468a88ede0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:21.489130 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f267a068-76fd-4ee9-9735-468a88ede0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:21.565426 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f267a068-76fd-4ee9-9735-468a88ede0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:21.568235 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f267a068-76fd-4ee9-9735-468a88ede0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:21.572123 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-f267a068-76fd-4ee9-9735-468a88ede0ec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e926a207-6e34-44d9-8985-f071f150e80e HTTP/1.1" status: 204 len: 168 time: 0.2063046 Jun 07 08:11:21.572123 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-e2c60da0-713a-4306-91f5-ba7723d96b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:21.576507 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Allocated IP 172.20.0.13 (de83ae0a-b6d0-43a9-b151-cd274d96171b/dd250e25-fd76-4e73-ad0e-1eb27cf18aa3/c77a12ad-6332-43f7-a05d-b0cba2f2b58e) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:11:21.592971 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267a068-76fd-4ee9-9735-468a88ede0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e926a207-6e34-44d9-8985-f071f150e80e,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:21.595599 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f267a068-76fd-4ee9-9735-468a88ede0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:21.793574 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2239b1ce-5c87-4525-bb1c-768134a8c2b8 req-377c9d5a-09f5-4033-9aef-eb8e4d4d7021 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 210 time: 0.0831647 Jun 07 08:11:21.922900 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 47352236-e855-49ec-82aa-f7bb8dc3c47f details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:11:21.933856 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:21.958567 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Transition to ACTIVE for port object c77a12ad-6332-43f7-a05d-b0cba2f2b58e will not be triggered until provisioned by entity DHCP. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:11:22.003808 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e81e5d-6be8-4394-a2e6-389a643fee53 req-3757dbaa-bd87-49ed-a9ea-4499c3e90239 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:22.005733 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-21e81e5d-6be8-4394-a2e6-389a643fee53 req-3757dbaa-bd87-49ed-a9ea-4499c3e90239 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.2283208 Jun 07 08:11:22.007584 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:22.020477 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:22.102127 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49502) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:22.126054 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7ab217ae-2261-40e3-b514-953edf55daeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:22.147485 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 47352236-e855-49ec-82aa-f7bb8dc3c47f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:22.164126 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Network de83ae0a-b6d0-43a9-b151-cd274d96171b is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:11:22.168647 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:22.180331 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:11:22.237914 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'port_id': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'mac_address': 'fa:16:3e:bd:76:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:11:22.263771 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:22.265414 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:22.293995 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event updated for resources: {'Port': ['ID=c77a12ad-6332-43f7-a05d-b0cba2f2b58e,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:22.307080 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:22.343048 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-21e81e5d-6be8-4394-a2e6-389a643fee53 req-4c902c65-5e65-43c9-913c-0d2414150dbf tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282766 Jun 07 08:11:22.374546 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:22.417274 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6ffa0-ff7b-422d-a311-a4635a6d27bb req-9f719b77-bef7-462a-b846-b393a20ccc0d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:22.420489 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47352236-e855-49ec-82aa-f7bb8dc3c47f {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:11:22.433130 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5af6ffa0-ff7b-422d-a311-a4635a6d27bb req-9f719b77-bef7-462a-b846-b393a20ccc0d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 932 time: 0.2653935 Jun 07 08:11:22.463986 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 47352236-e855-49ec-82aa-f7bb8dc3c47f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:22.472534 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:22.472534 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:22.563590 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5af6ffa0-ff7b-422d-a311-a4635a6d27bb req-3ee56e92-f8de-4bb2-83dc-d4ecd477acb1 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293128 Jun 07 08:11:22.581676 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7ab217ae-2261-40e3-b514-953edf55daeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:22.589567 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3210733 Jun 07 08:11:22.593775 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7ab217ae-2261-40e3-b514-953edf55daeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:22.601958 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-92e49709-e836-44f8-8f62-b53bd0775220 None None] Provisioning for port c77a12ad-6332-43f7-a05d-b0cba2f2b58e completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:11:22.606986 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:22.608168 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-92e49709-e836-44f8-8f62-b53bd0775220 None None] Provisioning complete for port c77a12ad-6332-43f7-a05d-b0cba2f2b58e triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:22.608618 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-92e49709-e836-44f8-8f62-b53bd0775220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:22.621490 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea1ca8-629d-47c2-9d4f-85cac4bdadb4 req-3be1cf3d-f76b-4178-a79a-23be63a486f0 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:22.623367 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-49ea1ca8-629d-47c2-9d4f-85cac4bdadb4 req-3be1cf3d-f76b-4178-a79a-23be63a486f0 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 945 time: 0.1246886 Jun 07 08:11:22.650247 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab217ae-2261-40e3-b514-953edf55daeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a550ac08-65aa-485c-a6a5-f225562ee455,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:22.667915 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-7ab217ae-2261-40e3-b514-953edf55daeb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57ab2316f3674166855ee71c23e62f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5614469 Jun 07 08:11:22.667915 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-7ab217ae-2261-40e3-b514-953edf55daeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:22.668330 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49514) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:22.686518 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=47352236-e855-49ec-82aa-f7bb8dc3c47f,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:22.688997 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:22.689991 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-92e49709-e836-44f8-8f62-b53bd0775220 None None] Port c77a12ad-6332-43f7-a05d-b0cba2f2b58e cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:11:22.690285 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-49ea1ca8-629d-47c2-9d4f-85cac4bdadb4 req-b2fec941-42b1-4b39-b2e1-057630a5d69e tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594077 Jun 07 08:11:22.740057 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-da3a8942-d4b5-4949-8502-fa656e3b3b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:22.768855 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-da3a8942-d4b5-4949-8502-fa656e3b3b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:22.831029 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-da3a8942-d4b5-4949-8502-fa656e3b3b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:22.835460 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-da3a8942-d4b5-4949-8502-fa656e3b3b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:22.840087 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-da3a8942-d4b5-4949-8502-fa656e3b3b17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a550ac08-65aa-485c-a6a5-f225562ee455 HTTP/1.1" status: 204 len: 168 time: 0.1704679 Jun 07 08:11:22.840813 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-e5c8cc12-056b-496b-bd7d-8ea8d1414786 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:22.859039 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a8942-d4b5-4949-8502-fa656e3b3b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a550ac08-65aa-485c-a6a5-f225562ee455,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:22.862297 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-da3a8942-d4b5-4949-8502-fa656e3b3b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:22.965702 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-62d6da92-50a4-4b6b-9a41-2e3bca3dcd00 req-90f5bf7a-55a9-4953-97a7-d88e7d18502b tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 210 time: 0.0449183 Jun 07 08:11:23.561839 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaad77-5431-4873-a008-88186ad5a59c req-31566246-7dd6-447d-a125-008d78455954 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:23.570752 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-becaad77-5431-4873-a008-88186ad5a59c req-31566246-7dd6-447d-a125-008d78455954 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 944 time: 0.1084650 Jun 07 08:11:23.638010 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-becaad77-5431-4873-a008-88186ad5a59c req-e78c1f03-aeb2-4f7c-bdd1-f20cb65a6939 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658255 Jun 07 08:11:23.766615 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cd7eb-134c-4e56-b492-bf0aa2d32d63 req-a19ff349-c3a9-45e2-b91c-87b21359ab15 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:23.768060 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a41cd7eb-134c-4e56-b492-bf0aa2d32d63 req-a19ff349-c3a9-45e2-b91c-87b21359ab15 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 932 time: 0.0858321 Jun 07 08:11:23.831190 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a41cd7eb-134c-4e56-b492-bf0aa2d32d63 req-3a363160-0743-452a-9865-76ae827df2ac tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554035 Jun 07 08:11:23.910227 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bb8ac-49ab-4776-8d48-3df33b189494 req-95362160-01ce-45d0-9972-fa027df9049b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:23.912087 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7c8bb8ac-49ab-4776-8d48-3df33b189494 req-95362160-01ce-45d0-9972-fa027df9049b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 945 time: 0.0984504 Jun 07 08:11:23.944532 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Request body: {'port': {'device_id': '56dc4096-a755-4a27-a5fb-93a6e1b27756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:23.953924 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Request body: {'port': {'device_id': 'f4f45ae3-fd90-404e-88f8-cb676997a529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:24.156508 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:24.175992 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['47352236-e855-49ec-82aa-f7bb8dc3c47f'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:11:24.200802 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-e4535230-fc9f-4481-9119-00f2c4112408 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Request body: {'port': {'device_id': '2b353fc8-dafd-4df9-8a61-c9bd2f7e6639', 'network_id': '731569ee-c381-432b-a105-1cc707924205', 'admin_state_up': True, 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:24.307039 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fe49b846-31d6-4054-a7c5-27808c153ce5 req-1bbc08d4-b977-4641-91d9-05187469aa2f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f HTTP/1.1" status: 200 len: 217 time: 0.1220312 Jun 07 08:11:24.321874 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.48', 54431) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:24.403339 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-54eea0cb-b71f-430a-b341-e4f70c51513e req-ab309825-9afc-48cc-a253-c19e2a898d1d tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 210 time: 0.2476220 Jun 07 08:11:24.476289 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b846-31d6-4054-a7c5-27808c153ce5 req-9587709a-db52-40b1-aa1b-c95a1e94ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:24.478084 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fe49b846-31d6-4054-a7c5-27808c153ce5 req-9587709a-db52-40b1-aa1b-c95a1e94ba7a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be HTTP/1.1" status: 200 len: 856 time: 0.1358647 Jun 07 08:11:24.606431 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7c8bb8ac-49ab-4776-8d48-3df33b189494 req-531c6745-f0e8-4ff5-9bd1-16849dc2b644 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6861277 Jun 07 08:11:24.680830 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 {{(pid=91867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:11:24.689687 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:24.704196 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49620) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:24.709352 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.provisioning_blocks [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Transition to ACTIVE for port object 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 will not be triggered until provisioned by entity L2. {{(pid=91867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:11:24.718262 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819681'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:24.723994 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-99ec9bbc-8310-4552-a3f1-4cab504c5758 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:24.785110 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a80d8-efda-421a-9650-6b9e0ebf1e9a req-6aa699a7-f54d-4816-96c6-8a230ace27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:24.786790 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-095a80d8-efda-421a-9650-6b9e0ebf1e9a req-6aa699a7-f54d-4816-96c6-8a230ace27ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 1098 time: 0.4639060 Jun 07 08:11:24.796630 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:24.806535 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69,revision_number=2']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:24.812755 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:24.847764 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-095a80d8-efda-421a-9650-6b9e0ebf1e9a req-68188b8c-e91d-4343-a9a4-bb084be3d51e service neutron] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:24.964895 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b846-31d6-4054-a7c5-27808c153ce5 req-daf92f24-12f3-4425-8afa-fe888095e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:24.966636 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fe49b846-31d6-4054-a7c5-27808c153ce5 req-daf92f24-12f3-4425-8afa-fe888095e4e3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8661265-012e-4b77-980c-179a981d3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4629953 Jun 07 08:11:25.044374 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-2f8657e7-9e41-4949-8052-24b86640d719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:25.077672 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.managers [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Attempting to bind port 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:11:25.078010 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.managers [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Attempting to bind port 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'b88407fd-639e-49de-aaec-867aafbb2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '731569ee-c381-432b-a105-1cc707924205'}] {{(pid=91867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:11:25.078336 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Attempting to bind port 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 on network 731569ee-c381-432b-a105-1cc707924205 {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:11:25.084587 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Port 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 on network 731569ee-c381-432b-a105-1cc707924205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:11:25.084904 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Attempting to bind port 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 on network 731569ee-c381-432b-a105-1cc707924205 {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:11:25.091989 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:11:25.092352 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Checking segment: {'id': 'b88407fd-639e-49de-aaec-867aafbb2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '731569ee-c381-432b-a105-1cc707924205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:11:25.092745 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Bound using segment: {'id': 'b88407fd-639e-49de-aaec-867aafbb2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '731569ee-c381-432b-a105-1cc707924205'} {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:11:25.093184 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.managers [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Bound port: 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88407fd-639e-49de-aaec-867aafbb2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '731569ee-c381-432b-a105-1cc707924205'}}] {{(pid=91867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:11:25.093681 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:25.158265 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-e4535230-fc9f-4481-9119-00f2c4112408 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Made reservation on behalf of f983cffaddb944cf8fa8188dca8ac056 for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:11:25.161846 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-e4535230-fc9f-4481-9119-00f2c4112408 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:25.181337 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5db61a-a31c-40e2-88dc-c100ccf0af92 req-741cc375-92c6-4ae8-ae60-4f8bd8d3da92 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:25.188448 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1c5db61a-a31c-40e2-88dc-c100ccf0af92 req-741cc375-92c6-4ae8-ae60-4f8bd8d3da92 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 944 time: 0.3127065 Jun 07 08:11:25.286580 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1c5db61a-a31c-40e2-88dc-c100ccf0af92 req-3c7a0dd9-991d-48f3-b96a-a0e7a31f9f4a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972133 Jun 07 08:11:25.339194 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] For port 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69, host hv-cinder-78494, cleared binding levels {{(pid=91867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:11:25.346061 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] For port 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69,segment=NetworkSegment(b88407fd-639e-49de-aaec-867aafbb2e19),segment_id=b88407fd-639e-49de-aaec-867aafbb2e19)] {{(pid=91867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:11:25.350012 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819681'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:25.362020 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-eb83dca8-7833-41d4-b3d8-a768ef01d80d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:25.448154 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69,revision_number=3']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:25.462027 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:25.463632 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:25.465055 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:25.466881 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5addac35-ff6e-4229-bf92-52312a630e8b req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] 10.222.0.48 "PUT /v2.0/ports/8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 HTTP/1.1" status: 200 len: 1093 time: 1.5333273 Jun 07 08:11:25.467879 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dc4096-a755-4a27-a5fb-93a6e1b27756', 'tag': '8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:11:25.470703 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056668aa-a380-4c1c-ba57-b682a6dc5c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "56dc4096-a755-4a27-a5fb-93a6e1b27756", "tag": "8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:11:25.657715 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce40a98-73d9-44be-b483-30f895bc4828 req-b4260020-8cdd-484d-9d30-b8987d32de02 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:25.659712 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fce40a98-73d9-44be-b483-30f895bc4828 req-b4260020-8cdd-484d-9d30-b8987d32de02 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 932 time: 0.6412618 Jun 07 08:11:25.719193 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0cce95c4-bc8a-42d7-8fce-23734c9c499f req-be230f00-ca2f-4c25-bc09-f1d16444d8cd tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 210 time: 0.1147366 Jun 07 08:11:25.732824 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addac35-ff6e-4229-bf92-52312a630e8b req-122f52d8-16bc-48b3-891c-3137f5934f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:25.734456 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5addac35-ff6e-4229-bf92-52312a630e8b req-122f52d8-16bc-48b3-891c-3137f5934f83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f983cffaddb944cf8fa8188dca8ac056&device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 1096 time: 0.2213759 Jun 07 08:11:25.803434 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4d49cf-3e82-4a24-a2ab-d6cb06b68542 x-openstack-request-id: req-eb4d49cf-3e82-4a24-a2ab-d6cb06b68542 {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:11:25.803989 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56dc4096-a755-4a27-a5fb-93a6e1b27756", "tag": "8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:11:25.804199 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb4d49cf-3e82-4a24-a2ab-d6cb06b68542 {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:11:25.804676 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56dc4096-a755-4a27-a5fb-93a6e1b27756', 'tag': '8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69', 'status': 'completed', 'code': 200} Jun 07 08:11:25.804973 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fce40a98-73d9-44be-b483-30f895bc4828 req-4a8aadde-10d9-4959-9dbe-33d781f93f71 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294312 Jun 07 08:11:25.826201 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5addac35-ff6e-4229-bf92-52312a630e8b req-396b738b-b73e-48ca-b75b-bd40f1c6843f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 HTTP/1.1" status: 200 len: 217 time: 0.0841787 Jun 07 08:11:25.830821 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-e4535230-fc9f-4481-9119-00f2c4112408 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Allocated IP 172.20.0.8 (731569ee-c381-432b-a105-1cc707924205/fa02afe2-5864-4df3-914b-20fcfd8c837d/49ccb4a0-2422-4167-a24b-1fc080d07864) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:11:25.836878 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fe49b846-31d6-4054-a7c5-27808c153ce5 req-f94e4a18-de2a-4011-86de-8d1558b65604 service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7949836 Jun 07 08:11:25.840499 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-095a80d8-efda-421a-9650-6b9e0ebf1e9a req-68188b8c-e91d-4343-a9a4-bb084be3d51e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:25.887917 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-095a80d8-efda-421a-9650-6b9e0ebf1e9a req-68188b8c-e91d-4343-a9a4-bb084be3d51e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:25.903964 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-22336aa6-58c2-4c64-88bb-53e486412e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:25.931740 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 47352236-e855-49ec-82aa-f7bb8dc3c47f up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:25.970524 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addac35-ff6e-4229-bf92-52312a630e8b req-0236610f-4601-4aff-b42a-af265ee058a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:25.972210 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5addac35-ff6e-4229-bf92-52312a630e8b req-0236610f-4601-4aff-b42a-af265ee058a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa02afe2-5864-4df3-914b-20fcfd8c837d HTTP/1.1" status: 200 len: 859 time: 0.1294963 Jun 07 08:11:25.991651 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-095a80d8-efda-421a-9650-6b9e0ebf1e9a req-68188b8c-e91d-4343-a9a4-bb084be3d51e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1801341 Jun 07 08:11:26.026452 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port 47352236-e855-49ec-82aa-f7bb8dc3c47f completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:11:26.029190 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5addac35-ff6e-4229-bf92-52312a630e8b req-a7814d59-ed35-4aab-8e25-b21490e6d833 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731569ee-c381-432b-a105-1cc707924205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484371 Jun 07 08:11:26.034577 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 47352236-e855-49ec-82aa-f7bb8dc3c47f triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:26.035600 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:26.047753 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b46526-2624-4962-a1bf-6f838e1a6861 req-34ef950c-d477-4abb-89c8-1d9ebdd64c98 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:26.057632 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b3b46526-2624-4962-a1bf-6f838e1a6861 req-34ef950c-d477-4abb-89c8-1d9ebdd64c98 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 945 time: 0.1469054 Jun 07 08:11:26.119088 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68188b8c-e91d-4343-a9a4-bb084be3d51e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d748c2-e6d6-4113-ae57-24c7f0edbac8,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:26.137947 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-68188b8c-e91d-4343-a9a4-bb084be3d51e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:26.146143 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b3b46526-2624-4962-a1bf-6f838e1a6861 req-c8334431-37d4-4a05-914b-d2cd73dad78b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874286 Jun 07 08:11:26.180260 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:26.209836 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8170ad42-d884-4d7a-825d-12a0c683783a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47352236-e855-49ec-82aa-f7bb8dc3c47f'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:11:26.212078 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06b5cf1-221a-442d-a624-56a12106267a" -d '{"events": [{"server_uuid": "8170ad42-d884-4d7a-825d-12a0c683783a", "name": "network-vif-plugged", "status": "completed", "tag": "47352236-e855-49ec-82aa-f7bb8dc3c47f"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:11:26.221726 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 47352236-e855-49ec-82aa-f7bb8dc3c47f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:26.227255 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:26.231030 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:26.248182 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5addac35-ff6e-4229-bf92-52312a630e8b req-c6c87492-a0b0-456a-919e-07cce9102ff3 service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703725 Jun 07 08:11:26.287696 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383c1113-aeec-45b8-baec-64338afcb70a x-openstack-request-id: req-383c1113-aeec-45b8-baec-64338afcb70a {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:11:26.288158 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8170ad42-d884-4d7a-825d-12a0c683783a", "name": "network-vif-plugged", "status": "completed", "tag": "47352236-e855-49ec-82aa-f7bb8dc3c47f", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:11:26.288423 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-383c1113-aeec-45b8-baec-64338afcb70a {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:11:26.288821 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170ad42-d884-4d7a-825d-12a0c683783a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'code': 200} Jun 07 08:11:26.316728 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=47352236-e855-49ec-82aa-f7bb8dc3c47f,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:26.319750 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:26.384703 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fe49b846-31d6-4054-a7c5-27808c153ce5 req-db2b4e94-82bf-46bb-910e-07de600c026f service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241606 Jun 07 08:11:26.406898 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5addac35-ff6e-4229-bf92-52312a630e8b req-c69acde5-48d7-4a2e-8b37-54bfe9c1dfb3 service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511536 Jun 07 08:11:26.500339 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47af03d-2ab6-4768-a5c5-681a2d6f1258 req-9f883292-db4e-4b6a-8244-b7256feae071 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:26.501874 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e47af03d-2ab6-4768-a5c5-681a2d6f1258 req-9f883292-db4e-4b6a-8244-b7256feae071 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.0832541 Jun 07 08:11:26.598326 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e47af03d-2ab6-4768-a5c5-681a2d6f1258 req-81ba4562-a801-4cd7-a59b-6961b23e2c77 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618062 Jun 07 08:11:26.629915 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056668aa-a380-4c1c-ba57-b682a6dc5c4f req-3ad69850-8d50-43aa-8719-b98b4ed8a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:26.631601 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-056668aa-a380-4c1c-ba57-b682a6dc5c4f req-3ad69850-8d50-43aa-8719-b98b4ed8a219 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f983cffaddb944cf8fa8188dca8ac056&device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 1096 time: 0.1288791 Jun 07 08:11:26.640173 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-2f8657e7-9e41-4949-8052-24b86640d719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:26.656056 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-2f8657e7-9e41-4949-8052-24b86640d719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:26.668994 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:26.680938 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-e4535230-fc9f-4481-9119-00f2c4112408 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:26.688334 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77a12ad-6332-43f7-a05d-b0cba2f2b58e {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:11:26.722956 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:26.765067 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49674) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:26.766786 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-2f8657e7-9e41-4949-8052-24b86640d719 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21821fe55e444b4d80baf216b0987fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0585830 Jun 07 08:11:26.810375 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056668aa-a380-4c1c-ba57-b682a6dc5c4f req-7a7fdbba-63fc-41ae-b5fc-10ebe18d6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:26.811948 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-056668aa-a380-4c1c-ba57-b682a6dc5c4f req-7a7fdbba-63fc-41ae-b5fc-10ebe18d6df7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=731569ee-c381-432b-a105-1cc707924205 HTTP/1.1" status: 200 len: 920 time: 0.1715331 Jun 07 08:11:26.828878 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8657e7-9e41-4949-8052-24b86640d719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a28b69-d25e-4c71-8208-c9eb299d6177,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:26.844843 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-2f8657e7-9e41-4949-8052-24b86640d719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:26.848878 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Transition to ACTIVE for port object c77a12ad-6332-43f7-a05d-b0cba2f2b58e will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:11:26.852082 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-e4535230-fc9f-4481-9119-00f2c4112408 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:26.909144 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-056668aa-a380-4c1c-ba57-b682a6dc5c4f req-ee985dec-bcc6-4853-956e-6e177baf84aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 HTTP/1.1" status: 200 len: 217 time: 0.0870256 Jun 07 08:11:26.918751 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:26.952789 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:26.983606 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a06abe7b-28e2-4267-a833-ca66fa8cebda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:27.019527 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a06abe7b-28e2-4267-a833-ca66fa8cebda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:27.045293 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc0de0-d15f-4312-b218-88d17ee5c92b req-e817f09b-0b30-4283-b6bf-7165376aad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:27.047133 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e1dc0de0-d15f-4312-b218-88d17ee5c92b req-e817f09b-0b30-4283-b6bf-7165376aad99 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 1098 time: 0.5060153 Jun 07 08:11:27.089975 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-e4535230-fc9f-4481-9119-00f2c4112408 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Network 731569ee-c381-432b-a105-1cc707924205 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:11:27.193727 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056668aa-a380-4c1c-ba57-b682a6dc5c4f req-fbce7e35-db41-4beb-8b21-b3eceee0a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:27.195170 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-056668aa-a380-4c1c-ba57-b682a6dc5c4f req-fbce7e35-db41-4beb-8b21-b3eceee0a771 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa02afe2-5864-4df3-914b-20fcfd8c837d HTTP/1.1" status: 200 len: 859 time: 0.2781770 Jun 07 08:11:27.223647 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-e4535230-fc9f-4481-9119-00f2c4112408 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:27.236911 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-e4535230-fc9f-4481-9119-00f2c4112408 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:11:27.297815 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-056668aa-a380-4c1c-ba57-b682a6dc5c4f req-7104548e-6205-4abd-bbee-bb640485b4fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731569ee-c381-432b-a105-1cc707924205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748615 Jun 07 08:11:27.301882 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a06abe7b-28e2-4267-a833-ca66fa8cebda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:27.395655 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-e4535230-fc9f-4481-9119-00f2c4112408 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:27.400151 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-e4535230-fc9f-4481-9119-00f2c4112408 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:27.462071 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4535230-fc9f-4481-9119-00f2c4112408 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Pushing event updated for resources: {'Port': ['ID=49ccb4a0-2422-4167-a24b-1fc080d07864,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:27.485244 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-e4535230-fc9f-4481-9119-00f2c4112408 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3044605 Jun 07 08:11:27.486820 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e4535230-fc9f-4481-9119-00f2c4112408 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:27.491439 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.459s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:27.606624 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Pushing event updated for resources: {'Port': ['ID=c77a12ad-6332-43f7-a05d-b0cba2f2b58e,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:27.608176 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a06abe7b-28e2-4267-a833-ca66fa8cebda admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:27.613675 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Request body: {'port': {'device_id': '2b353fc8-dafd-4df9-8a61-c9bd2f7e6639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:27.616173 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-a06abe7b-28e2-4267-a833-ca66fa8cebda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26a28b69-d25e-4c71-8208-c9eb299d6177 HTTP/1.1" status: 204 len: 168 time: 0.8500516 Jun 07 08:11:27.617486 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-1ad8dec9-f1d4-41a5-b488-b737207e070f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:27.627746 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-056668aa-a380-4c1c-ba57-b682a6dc5c4f req-75c8c5a3-0bc9-46d5-976f-b3d9d4749499 service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087602 Jun 07 08:11:27.639962 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06abe7b-28e2-4267-a833-ca66fa8cebda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a28b69-d25e-4c71-8208-c9eb299d6177,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:27.757829 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-a06abe7b-28e2-4267-a833-ca66fa8cebda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:27.765264 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:27.775827 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09dda5-0d53-4383-8fbc-0bee15b583f2 req-81cf6044-b11a-4a32-a702-b56409684192 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:27.777438 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ab09dda5-0d53-4383-8fbc-0bee15b583f2 req-81cf6044-b11a-4a32-a702-b56409684192 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 931 time: 0.9003227 Jun 07 08:11:27.792504 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e1dc0de0-d15f-4312-b218-88d17ee5c92b req-81a245c7-ea98-4f65-835d-050bb2d9859c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7298872 Jun 07 08:11:27.836505 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a044a-3984-467e-8f77-290d6b6c79ff req-9cbffd6c-555d-42e7-9596-79c3997c40ce tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:27.844966 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5e8a044a-3984-467e-8f77-290d6b6c79ff req-9cbffd6c-555d-42e7-9596-79c3997c40ce tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 944 time: 0.7408571 Jun 07 08:11:27.855209 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:27.927811 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Attempting to bind port c77a12ad-6332-43f7-a05d-b0cba2f2b58e on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:11:27.928216 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Attempting to bind port c77a12ad-6332-43f7-a05d-b0cba2f2b58e by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:11:27.928466 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Attempting to bind port c77a12ad-6332-43f7-a05d-b0cba2f2b58e on network de83ae0a-b6d0-43a9-b151-cd274d96171b {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:11:27.939300 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:11:27.942968 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ab09dda5-0d53-4383-8fbc-0bee15b583f2 req-294036b2-7da3-47c8-8693-01af91c70adf tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490693 Jun 07 08:11:27.955057 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Port c77a12ad-6332-43f7-a05d-b0cba2f2b58e on network de83ae0a-b6d0-43a9-b151-cd274d96171b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:11:27.955441 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Attempting to bind port c77a12ad-6332-43f7-a05d-b0cba2f2b58e on network de83ae0a-b6d0-43a9-b151-cd274d96171b {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:11:27.966761 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:11:27.967333 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Checking segment: {'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:11:27.970110 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Bound using segment: {'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:11:27.970856 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Bound port: c77a12ad-6332-43f7-a05d-b0cba2f2b58e, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:11:27.971359 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:28.036070 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5e8a044a-3984-467e-8f77-290d6b6c79ff req-a16a4f01-12b5-41a1-8f89-9303b302435c tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898749 Jun 07 08:11:28.085908 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-056668aa-a380-4c1c-ba57-b682a6dc5c4f req-4c3d7907-ccbd-4336-9866-b9d3f74c2034 service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473321 Jun 07 08:11:28.133618 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69,segment=NetworkSegment(b88407fd-639e-49de-aaec-867aafbb2e19),segment_id=b88407fd-639e-49de-aaec-867aafbb2e19)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:28.163770 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69', 'network_id': '731569ee-c381-432b-a105-1cc707924205', 'port_id': '8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69', 'mac_address': 'fa:16:3e:cc:0c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa02afe2-5864-4df3-914b-20fcfd8c837d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:11:28.263344 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:28.278735 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766188c-1cb3-4eef-bb0d-b46763042ddf req-f50997d8-566b-4c0b-a00b-ff20a360b4f4 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:28.280366 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6766188c-1cb3-4eef-bb0d-b46763042ddf req-f50997d8-566b-4c0b-a00b-ff20a360b4f4 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1023202 Jun 07 08:11:28.283238 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49710) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:28.286022 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:11:28.313046 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a8dc12df-9800-4873-b0d7-dda7283ba070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:28.315716 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69,segment=NetworkSegment(b88407fd-639e-49de-aaec-867aafbb2e19),segment_id=b88407fd-639e-49de-aaec-867aafbb2e19)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:28.324836 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:28.328069 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7e4ec9af-16f2-4d36-a885-6ce3cff89e54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:28.389776 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6766188c-1cb3-4eef-bb0d-b46763042ddf req-98566b32-636f-4b57-a275-740d342965cc tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913482 Jun 07 08:11:28.402166 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] For port c77a12ad-6332-43f7-a05d-b0cba2f2b58e, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:11:28.406599 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] For port c77a12ad-6332-43f7-a05d-b0cba2f2b58e, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c77a12ad-6332-43f7-a05d-b0cba2f2b58e,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:11:28.432727 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:28.439650 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:28.441549 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:28.461129 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:28.469501 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a8dc12df-9800-4873-b0d7-dda7283ba070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:28.474525 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a8dc12df-9800-4873-b0d7-dda7283ba070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:28.482962 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:28.523119 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc12df-9800-4873-b0d7-dda7283ba070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3355ae48-8ddb-4c56-a644-8c6eb74281c0,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:28.528191 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-a8dc12df-9800-4873-b0d7-dda7283ba070 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4140fb5894349d79bc224e09994f6e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436886 Jun 07 08:11:28.529087 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-a8dc12df-9800-4873-b0d7-dda7283ba070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:28.531134 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49720) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:28.535745 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:28.536532 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:28.537897 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] 10.222.0.48 "PUT /v2.0/ports/c77a12ad-6332-43f7-a05d-b0cba2f2b58e HTTP/1.1" status: 200 len: 1094 time: 4.6014874 Jun 07 08:11:28.543143 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f45ae3-fd90-404e-88f8-cb676997a529', 'tag': 'c77a12ad-6332-43f7-a05d-b0cba2f2b58e'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:11:28.545556 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f18b0e3-7016-4208-8acb-bfd894c1f1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f45ae3-fd90-404e-88f8-cb676997a529", "tag": "c77a12ad-6332-43f7-a05d-b0cba2f2b58e"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:11:28.580454 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Pushing event updated for resources: {'Port': ['ID=c77a12ad-6332-43f7-a05d-b0cba2f2b58e,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:28.583607 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:28.592231 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205794c2-3103-42d3-b987-2c00e8d61d36 req-96e86464-ee80-4a9f-8ef6-6a63fbbb5e30 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:28.593742 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-205794c2-3103-42d3-b987-2c00e8d61d36 req-96e86464-ee80-4a9f-8ef6-6a63fbbb5e30 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 945 time: 0.2743044 Jun 07 08:11:28.629283 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12930c07-3f9c-4879-b5cd-084c5cd38ee9 x-openstack-request-id: req-12930c07-3f9c-4879-b5cd-084c5cd38ee9 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:11:28.629600 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f45ae3-fd90-404e-88f8-cb676997a529", "tag": "c77a12ad-6332-43f7-a05d-b0cba2f2b58e", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:11:28.629862 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12930c07-3f9c-4879-b5cd-084c5cd38ee9 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:11:28.630257 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f45ae3-fd90-404e-88f8-cb676997a529', 'tag': 'c77a12ad-6332-43f7-a05d-b0cba2f2b58e', 'status': 'completed', 'code': 200} Jun 07 08:11:28.633471 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3f25-0abb-4c33-be10-a554e817938f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:28.668975 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3f25-0abb-4c33-be10-a554e817938f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:28.712103 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ccb4a0-2422-4167-a24b-1fc080d07864 {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:11:28.736637 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-205794c2-3103-42d3-b987-2c00e8d61d36 req-116d7073-0977-4a16-af74-703ef64f007b tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309199 Jun 07 08:11:28.740101 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:28.740808 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3f25-0abb-4c33-be10-a554e817938f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:28.745475 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3f25-0abb-4c33-be10-a554e817938f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:28.751095 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-3a5b3f25-0abb-4c33-be10-a554e817938f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3355ae48-8ddb-4c56-a644-8c6eb74281c0 HTTP/1.1" status: 204 len: 168 time: 0.2190745 Jun 07 08:11:28.752976 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f267a068-76fd-4ee9-9735-468a88ede0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:28.761999 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Transition to ACTIVE for port object 49ccb4a0-2422-4167-a24b-1fc080d07864 will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:11:28.766142 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:28.777433 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:28.786781 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b3f25-0abb-4c33-be10-a554e817938f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3355ae48-8ddb-4c56-a644-8c6eb74281c0,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:28.791475 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3a5b3f25-0abb-4c33-be10-a554e817938f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:28.944664 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49734) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:29.201446 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Attempting to bind port 49ccb4a0-2422-4167-a24b-1fc080d07864 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:11:29.201967 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Attempting to bind port 49ccb4a0-2422-4167-a24b-1fc080d07864 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'b88407fd-639e-49de-aaec-867aafbb2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '731569ee-c381-432b-a105-1cc707924205'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:11:29.202707 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Attempting to bind port 49ccb4a0-2422-4167-a24b-1fc080d07864 on network 731569ee-c381-432b-a105-1cc707924205 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:11:29.204324 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Pushing event updated for resources: {'Port': ['ID=49ccb4a0-2422-4167-a24b-1fc080d07864,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:29.206402 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a71dcf-7a96-4dcc-8c01-78c7a2c3f59d req-d46211f8-25c3-45e4-a8a7-f74654a9aea6 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:29.208175 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:29.213565 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Port 49ccb4a0-2422-4167-a24b-1fc080d07864 on network 731569ee-c381-432b-a105-1cc707924205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:11:29.213883 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Attempting to bind port 49ccb4a0-2422-4167-a24b-1fc080d07864 on network 731569ee-c381-432b-a105-1cc707924205 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:11:29.215067 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-79a71dcf-7a96-4dcc-8c01-78c7a2c3f59d req-d46211f8-25c3-45e4-a8a7-f74654a9aea6 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 943 time: 0.1099114 Jun 07 08:11:29.224602 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:11:29.224936 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Checking segment: {'id': 'b88407fd-639e-49de-aaec-867aafbb2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '731569ee-c381-432b-a105-1cc707924205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:11:29.225360 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Bound using segment: {'id': 'b88407fd-639e-49de-aaec-867aafbb2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '731569ee-c381-432b-a105-1cc707924205'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:11:29.225763 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Bound port: 49ccb4a0-2422-4167-a24b-1fc080d07864, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88407fd-639e-49de-aaec-867aafbb2e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '731569ee-c381-432b-a105-1cc707924205'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:11:29.226105 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:29.302576 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-79a71dcf-7a96-4dcc-8c01-78c7a2c3f59d req-168e4e29-5232-4173-8046-064437741dd5 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865521 Jun 07 08:11:29.367785 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] For port 49ccb4a0-2422-4167-a24b-1fc080d07864, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:11:29.371628 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] For port 49ccb4a0-2422-4167-a24b-1fc080d07864, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=49ccb4a0-2422-4167-a24b-1fc080d07864,segment=NetworkSegment(b88407fd-639e-49de-aaec-867aafbb2e19),segment_id=b88407fd-639e-49de-aaec-867aafbb2e19)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:11:29.474660 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:29.484506 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:29.507753 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-dbf09723-663c-4267-b4ab-e162cfb83f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:29.573418 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:29.574397 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:29.576833 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] 10.222.0.48 "PUT /v2.0/ports/49ccb4a0-2422-4167-a24b-1fc080d07864 HTTP/1.1" status: 200 len: 1093 time: 1.9736781 Jun 07 08:11:29.617909 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da127760-9b3b-4ae9-926e-ad62f97059a7 req-bec2f85e-d9c2-4474-b0de-5dbf02146361 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:29.626745 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-da127760-9b3b-4ae9-926e-ad62f97059a7 req-bec2f85e-d9c2-4474-b0de-5dbf02146361 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 944 time: 0.3732724 Jun 07 08:11:29.629399 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Pushing event updated for resources: {'Port': ['ID=49ccb4a0-2422-4167-a24b-1fc080d07864,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:29.634746 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:29.703577 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-da127760-9b3b-4ae9-926e-ad62f97059a7 req-0c1cfa01-c552-4e0e-9555-60a9583a83be tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756941 Jun 07 08:11:29.764838 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-dbf09723-663c-4267-b4ab-e162cfb83f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:29.774833 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-dbf09723-663c-4267-b4ab-e162cfb83f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:29.791557 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2a7fb725-b056-4924-a84d-1bb7eec8d877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:29.841192 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-dbf09723-663c-4267-b4ab-e162cfb83f97 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86c0c7b7fccb45768e190e0814585d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8952467 Jun 07 08:11:29.844005 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49770) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:29.844269 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf09723-663c-4267-b4ab-e162cfb83f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226be478-e8c2-4c77-8440-f778658e12f7,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:29.847833 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-dbf09723-663c-4267-b4ab-e162cfb83f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:29.871181 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc024d-c5a0-4f3c-b126-bbbc260ce016 req-839d8d12-a388-48da-9e1a-a5961af06fa4 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:29.873063 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6ddc024d-c5a0-4f3c-b126-bbbc260ce016 req-839d8d12-a388-48da-9e1a-a5961af06fa4 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.2011673 Jun 07 08:11:29.915584 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-622d0f95-2426-40c3-952c-42f8d31a1af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:29.931782 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6ddc024d-c5a0-4f3c-b126-bbbc260ce016 req-828c3709-ab84-42e6-a582-a300a2c41cf5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515499 Jun 07 08:11:29.955510 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-622d0f95-2426-40c3-952c-42f8d31a1af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:30.008137 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-622d0f95-2426-40c3-952c-42f8d31a1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:30.011813 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-622d0f95-2426-40c3-952c-42f8d31a1af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:30.012914 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-622d0f95-2426-40c3-952c-42f8d31a1af3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/226be478-e8c2-4c77-8440-f778658e12f7 HTTP/1.1" status: 204 len: 168 time: 0.1679482 Jun 07 08:11:30.013666 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f4e23d54-87fe-4881-8b52-6979510eafc8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:30.023014 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d0f95-2426-40c3-952c-42f8d31a1af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226be478-e8c2-4c77-8440-f778658e12f7,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:30.025360 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-622d0f95-2426-40c3-952c-42f8d31a1af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:30.364089 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49792) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:30.381157 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b5223fbd-6e64-4fdf-8f07-dd4bcfebb134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:30.486349 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d417b17-2241-41a9-9acf-bd26e38e764b req-0a9d0b9a-c044-4a94-90b1-58cd042f0223 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:30.488140 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2d417b17-2241-41a9-9acf-bd26e38e764b req-0a9d0b9a-c044-4a94-90b1-58cd042f0223 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 943 time: 0.0804527 Jun 07 08:11:30.496407 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b5223fbd-6e64-4fdf-8f07-dd4bcfebb134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:30.501205 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b5223fbd-6e64-4fdf-8f07-dd4bcfebb134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:30.510432 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:30.535228 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2d417b17-2241-41a9-9acf-bd26e38e764b req-24d00f6a-2b38-403f-8a4f-28727696a951 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408108 Jun 07 08:11:30.554765 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-b5223fbd-6e64-4fdf-8f07-dd4bcfebb134 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8617742e2e64ad98b5a2bff51afaf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895146 Jun 07 08:11:30.555344 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49798) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:30.557235 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5223fbd-6e64-4fdf-8f07-dd4bcfebb134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dae9586-e795-4209-b6e3-1ea23dc0946e,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:30.573019 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b5223fbd-6e64-4fdf-8f07-dd4bcfebb134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:30.623366 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e216d04e-7d80-4475-8048-0997d172c734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:30.631148 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b353fc8-dafd-4df9-8a61-c9bd2f7e6639', 'tag': '49ccb4a0-2422-4167-a24b-1fc080d07864'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:11:30.633645 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfda4b1-1a55-4f81-b968-80560267d7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b353fc8-dafd-4df9-8a61-c9bd2f7e6639", "tag": "49ccb4a0-2422-4167-a24b-1fc080d07864"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:11:30.649421 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e216d04e-7d80-4475-8048-0997d172c734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:30.690845 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05905749-954f-4190-94ed-b60c89c2a1fa x-openstack-request-id: req-05905749-954f-4190-94ed-b60c89c2a1fa {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:11:30.691164 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b353fc8-dafd-4df9-8a61-c9bd2f7e6639", "tag": "49ccb4a0-2422-4167-a24b-1fc080d07864", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:11:30.691452 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05905749-954f-4190-94ed-b60c89c2a1fa {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:11:30.691847 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b353fc8-dafd-4df9-8a61-c9bd2f7e6639', 'tag': '49ccb4a0-2422-4167-a24b-1fc080d07864', 'status': 'completed', 'code': 200} Jun 07 08:11:30.706528 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e216d04e-7d80-4475-8048-0997d172c734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:30.709875 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e216d04e-7d80-4475-8048-0997d172c734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:30.711135 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-e216d04e-7d80-4475-8048-0997d172c734 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6dae9586-e795-4209-b6e3-1ea23dc0946e HTTP/1.1" status: 204 len: 168 time: 0.1548007 Jun 07 08:11:30.711905 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:30.724165 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216d04e-7d80-4475-8048-0997d172c734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dae9586-e795-4209-b6e3-1ea23dc0946e,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:30.727244 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-e216d04e-7d80-4475-8048-0997d172c734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:30.903435 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f06a87-de5c-4fd5-8576-94839c0006be req-c63dba95-804e-4e46-9193-5674119798ab tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:30.904945 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-75f06a87-de5c-4fd5-8576-94839c0006be req-c63dba95-804e-4e46-9193-5674119798ab tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 944 time: 0.0913501 Jun 07 08:11:30.990152 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-75f06a87-de5c-4fd5-8576-94839c0006be req-e9664935-15d5-4412-a853-cd7917a51ca6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706389 Jun 07 08:11:31.157429 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407fa9e-979a-44b7-b9f1-c0385be59153 req-e70ba5af-e6a8-4cfb-8641-013cc1032827 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:31.159061 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8407fa9e-979a-44b7-b9f1-c0385be59153 req-e70ba5af-e6a8-4cfb-8641-013cc1032827 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.0894868 Jun 07 08:11:31.213759 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8407fa9e-979a-44b7-b9f1-c0385be59153 req-2c08e5e9-1980-432f-b933-a83c033e5b52 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475397 Jun 07 08:11:31.552605 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49866) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:31.703923 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2005824750-network', 'tenant_id': '5eea7c7a6157498f9c14477caf5bced0'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:31.745855 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Made reservation on behalf of 5eea7c7a6157498f9c14477caf5bced0 for: {'network': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:11:31.749045 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:31.764793 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:31.818724 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49876) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:31.834096 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:11:31.882344 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfda4b1-1a55-4f81-b968-80560267d7d9 req-39c37540-6228-41c8-b8f2-1ae8a0f3e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:31.884393 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3bfda4b1-1a55-4f81-b968-80560267d7d9 req-39c37540-6228-41c8-b8f2-1ae8a0f3e23e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f983cffaddb944cf8fa8188dca8ac056&device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 1096 time: 0.1786640 Jun 07 08:11:31.890380 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18b0e3-7016-4208-8acb-bfd894c1f1c9 req-9aa654a4-3b58-44a5-b981-62221d442d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:31.891823 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2f18b0e3-7016-4208-8acb-bfd894c1f1c9 req-9aa654a4-3b58-44a5-b981-62221d442d76 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eac66ef7698c48928700d3683c5dff7a&device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 1097 time: 0.2733474 Jun 07 08:11:31.971736 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23c263-0545-4ce2-80c7-2dc07beb4051 req-bd041efc-eba2-4e82-abf6-44afe0c9339d tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:31.973226 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3b23c263-0545-4ce2-80c7-2dc07beb4051 req-bd041efc-eba2-4e82-abf6-44afe0c9339d tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 943 time: 0.2685590 Jun 07 08:11:32.032102 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:32.036219 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-04f28bcb-139b-4e52-bdb3-39a110266487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:32.206228 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-04f28bcb-139b-4e52-bdb3-39a110266487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:32.206228 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:32.217258 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=91867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:11:32.229343 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:32.229764 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.segments_db [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Added segment cdc612bb-66b7-4b87-bb2d-b5ebdb45b605 of type vlan for network e4af542c-6146-46e9-bf52-310b2dff5420 Jun 07 08:11:32.230595 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3b23c263-0545-4ce2-80c7-2dc07beb4051 req-f44a7170-7014-49c1-8e70-7a801b86fd58 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489672 Jun 07 08:11:32.268806 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfda4b1-1a55-4f81-b968-80560267d7d9 req-129d2c29-4f11-48e3-9148-0dee3d20f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:32.270279 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3bfda4b1-1a55-4f81-b968-80560267d7d9 req-129d2c29-4f11-48e3-9148-0dee3d20f1c3 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f983cffaddb944cf8fa8188dca8ac056&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3767128 Jun 07 08:11:32.270729 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:32.274504 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18b0e3-7016-4208-8acb-bfd894c1f1c9 req-92d704c9-b9b7-481f-a4ac-3a61a556adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:32.275958 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2f18b0e3-7016-4208-8acb-bfd894c1f1c9 req-92d704c9-b9b7-481f-a4ac-3a61a556adc9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=eac66ef7698c48928700d3683c5dff7a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3548620 Jun 07 08:11:32.279529 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-74c038d8-d63b-4ef3-9b14-16814301a631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:32.290360 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-04f28bcb-139b-4e52-bdb3-39a110266487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:32.428024 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.db.resource_extend [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 08:11:32.451051 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-04f28bcb-139b-4e52-bdb3-39a110266487 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5784e339fad2404eb12d6f140809de2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6310370 Jun 07 08:11:32.451804 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d29ab7-6215-44e0-996a-6d22ccefd9f5,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:32.455263 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:32.459129 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49900) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:32.459584 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3a5b3f25-0abb-4c33-be10-a554e817938f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:32.513501 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f28bcb-139b-4e52-bdb3-39a110266487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84755e75-0b05-48e2-adbd-41a17de8fb72,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:32.548864 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-04f28bcb-139b-4e52-bdb3-39a110266487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:32.555965 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:32.572242 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:32.572242 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:32.580746 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-c8227d3a-aa2b-43b2-b597-4314cd60ffe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:32.679806 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Pushing event updated for resources: {'Network': ['ID=e4af542c-6146-46e9-bf52-310b2dff5420,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:32.691253 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:32.694592 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network e4af542c-6146-46e9-bf52-310b2dff5420 details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:11:32.700265 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6fdf4-cb37-4c87-b1c7-80a761a112e7 req-746bbdb1-75eb-41e5-ace1-4a8cd6d2bef3 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:32.701831 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4fa6fdf4-cb37-4c87-b1c7-80a761a112e7 req-746bbdb1-75eb-41e5-ace1-4a8cd6d2bef3 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 944 time: 0.4237399 Jun 07 08:11:32.702462 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c61cb2b3-9f12-41ae-bf1e-c10b940f5f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:32.750145 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1934257 Jun 07 08:11:32.751418 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49904) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:32.762386 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-5b4c34de-4d4a-4088-992c-bcfe585f2b43 admin admin] Request body: {'subnet': {'network_id': 'e4af542c-6146-46e9-bf52-310b2dff5420', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2005824750-subnet', 'tenant_id': '5eea7c7a6157498f9c14477caf5bced0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:32.788185 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c61cb2b3-9f12-41ae-bf1e-c10b940f5f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:32.797252 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfda4b1-1a55-4f81-b968-80560267d7d9 req-2411f225-f52e-431b-bf40-c23be66d4cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:32.800130 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3bfda4b1-1a55-4f81-b968-80560267d7d9 req-2411f225-f52e-431b-bf40-c23be66d4cf1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5112238 Jun 07 08:11:32.801326 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18b0e3-7016-4208-8acb-bfd894c1f1c9 req-60abdbd3-c7f1-4ef5-8fe5-c19bfdf10cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:32.819969 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2f18b0e3-7016-4208-8acb-bfd894c1f1c9 req-60abdbd3-c7f1-4ef5-8fe5-c19bfdf10cce service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4653518 Jun 07 08:11:32.821923 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4fa6fdf4-cb37-4c87-b1c7-80a761a112e7 req-f3dd4bef-d59a-4552-808b-7752186f84a9 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979702 Jun 07 08:11:32.827347 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4c34de-4d4a-4088-992c-bcfe585f2b43 admin admin] Made reservation on behalf of 5eea7c7a6157498f9c14477caf5bced0 for: {'subnet': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:11:32.829894 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5b4c34de-4d4a-4088-992c-bcfe585f2b43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2465089'] for subnet, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:32.874132 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5836745-f945-47bc-970a-d88c8cddab96 req-47f328b8-555e-4596-9500-4660b25c76bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:32.875787 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d5836745-f945-47bc-970a-d88c8cddab96 req-47f328b8-555e-4596-9500-4660b25c76bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.4333062 Jun 07 08:11:33.041080 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c61cb2b3-9f12-41ae-bf1e-c10b940f5f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:33.044596 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c61cb2b3-9f12-41ae-bf1e-c10b940f5f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:33.048536 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-c61cb2b3-9f12-41ae-bf1e-c10b940f5f4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84755e75-0b05-48e2-adbd-41a17de8fb72 HTTP/1.1" status: 204 len: 168 time: 0.5643499 Jun 07 08:11:33.051910 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-dbf09723-663c-4267-b4ab-e162cfb83f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:33.066267 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cb2b3-9f12-41ae-bf1e-c10b940f5f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84755e75-0b05-48e2-adbd-41a17de8fb72,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:33.070107 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-c61cb2b3-9f12-41ae-bf1e-c10b940f5f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:33.093710 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d5836745-f945-47bc-970a-d88c8cddab96 req-276f320a-dfbd-4eb7-aa31-df236aae38b4 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512389 Jun 07 08:11:33.143760 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-b1ed3539-16db-452b-b0ab-80e9060b02a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:33.147542 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-b1ed3539-16db-452b-b0ab-80e9060b02a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eac66ef7698c48928700d3683c5dff7a&device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 1097 time: 0.2584267 Jun 07 08:11:33.155555 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-707dfd54-d563-4b3c-8e92-f89484129f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:33.157989 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-707dfd54-d563-4b3c-8e92-f89484129f96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f983cffaddb944cf8fa8188dca8ac056&device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 1096 time: 0.2710919 Jun 07 08:11:33.224360 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5b4c34de-4d4a-4088-992c-bcfe585f2b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2465107'] for subnet, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:33.232797 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-c91da786-5acf-450d-8bd2-69d8eca1c852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:33.235209 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-5ccc0645-bf28-4f17-85bc-74605408e2ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77a12ad-6332-43f7-a05d-b0cba2f2b58e HTTP/1.1" status: 200 len: 217 time: 0.0759969 Jun 07 08:11:33.324374 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4c34de-4d4a-4088-992c-bcfe585f2b43 admin admin] Checking segment: {'id': 'cdc612bb-66b7-4b87-bb2d-b5ebdb45b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e4af542c-6146-46e9-bf52-310b2dff5420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:11:33.324723 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4c34de-4d4a-4088-992c-bcfe585f2b43 admin admin] Network hostable DHCP agents. Network: e4af542c-6146-46e9-bf52-310b2dff5420, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:11:33.339019 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c34de-4d4a-4088-992c-bcfe585f2b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c3612f-f857-4a4f-a80d-c360daa44ade,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:33.349112 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-5b4c34de-4d4a-4088-992c-bcfe585f2b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:33.357766 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4c34de-4d4a-4088-992c-bcfe585f2b43 admin admin] Network e4af542c-6146-46e9-bf52-310b2dff5420 is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:11:33.370629 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-5b4c34de-4d4a-4088-992c-bcfe585f2b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, e4af542c-6146-46e9-bf52-310b2dff5420) {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:33.382113 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4c34de-4d4a-4088-992c-bcfe585f2b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:33.382912 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5b4c34de-4d4a-4088-992c-bcfe585f2b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:33.384207 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082f577a-c02f-4bbd-9594-a9d0f4454395 None None] Network e4af542c-6146-46e9-bf52-310b2dff5420 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:11:33.414044 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-5b4c34de-4d4a-4088-992c-bcfe585f2b43 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6478767 Jun 07 08:11:33.416610 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-dbaf5ab8-421d-484f-b300-0bc684e0a3bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49ccb4a0-2422-4167-a24b-1fc080d07864 HTTP/1.1" status: 200 len: 217 time: 0.1803949 Jun 07 08:11:33.514500 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-8a088664-1c89-46d7-afe3-8d788d175010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:33.515725 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-8a088664-1c89-46d7-afe3-8d788d175010 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd250e25-fd76-4e73-ad0e-1eb27cf18aa3 HTTP/1.1" status: 200 len: 850 time: 0.1974306 Jun 07 08:11:33.526001 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-582d0a6b-3e80-4233-a5e0-89bd12993d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:33.528831 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-582d0a6b-3e80-4233-a5e0-89bd12993d84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa02afe2-5864-4df3-914b-20fcfd8c837d HTTP/1.1" status: 200 len: 859 time: 0.1037917 Jun 07 08:11:33.687250 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-c9220a6e-5f5c-478e-8d7e-3cd6c12090c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731569ee-c381-432b-a105-1cc707924205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184831 Jun 07 08:11:33.700821 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3d72f-16f0-4668-bf68-b5409c0ac969 req-52d7b342-158e-4c01-94b1-c2fffd28ea8a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:33.702779 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-78b3d72f-16f0-4668-bf68-b5409c0ac969 req-52d7b342-158e-4c01-94b1-c2fffd28ea8a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.3389118 Jun 07 08:11:33.721257 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 49938) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:33.730379 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-a3effe26-bd1e-4f70-bd86-ca347096bab0 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Request body: {'floatingip': {'port_id': '47352236-e855-49ec-82aa-f7bb8dc3c47f'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:33.741211 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49940) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:33.790113 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9b466998-6774-4cdd-a2fd-922a638fa677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:33.794176 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4a2bd1-f9a9-486e-bfb8-2318ea4cff9f None None] Network e4af542c-6146-46e9-bf52-310b2dff5420 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:11:33.890787 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a3effe26-bd1e-4f70-bd86-ca347096bab0 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for floatingip, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:33.912635 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-89011fe2-7484-4a5a-846f-c9b52e8eed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:33.926164 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-89011fe2-7484-4a5a-846f-c9b52e8eed30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de83ae0a-b6d0-43a9-b151-cd274d96171b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3906772 Jun 07 08:11:34.246921 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-c299db06-709c-47e7-824c-ce0acf9e1203 service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406785 Jun 07 08:11:34.398607 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cab83a-16a9-4cf0-9f8a-092245c3abfd req-c9c4c740-3155-4276-b9eb-f34f06eed6a8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:34.406099 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c4cab83a-16a9-4cf0-9f8a-092245c3abfd req-c9c4c740-3155-4276-b9eb-f34f06eed6a8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 944 time: 0.2768927 Jun 07 08:11:34.485520 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49964) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:34.492044 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-826633355-network', 'tenant_id': 'f906a06f8a0640e1ac432f153bdf8fd8'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:34.510386 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c4cab83a-16a9-4cf0-9f8a-092245c3abfd req-0f7d9d0d-d15b-4b60-b150-0622590517de tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021755 Jun 07 08:11:34.532179 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:34.542122 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-6be7b3bf-6cb5-4fd6-9871-ec151f7ba898 service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993114 Jun 07 08:11:34.599994 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e58555-8d3a-4742-b7b8-3859637d1fc1 req-1d5ad253-4f24-4c7e-883d-143becba7c49 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:34.608497 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e7e58555-8d3a-4742-b7b8-3859637d1fc1 req-1d5ad253-4f24-4c7e-883d-143becba7c49 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 943 time: 0.6231785 Jun 07 08:11:34.649261 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9b466998-6774-4cdd-a2fd-922a638fa677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:34.686365 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9b466998-6774-4cdd-a2fd-922a638fa677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:34.698021 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:11:34.701468 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-4e6e895e-5487-4ebf-8720-3ccbfaf7d9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:34.705451 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:34.706577 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:34.709869 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea9ba6dc-c4fb-4f81-9070-915b1fc051a9 req-28bec243-0cae-4387-84e1-b2f1e2de407e service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748913 Jun 07 08:11:34.860367 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e7e58555-8d3a-4742-b7b8-3859637d1fc1 req-6cabf5bb-61e4-4c02-af32-e0f033b671e0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509046 Jun 07 08:11:34.861021 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Made reservation on behalf of f906a06f8a0640e1ac432f153bdf8fd8 for: {'network': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:11:34.863370 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:34.868524 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:34.884048 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-9b466998-6774-4cdd-a2fd-922a638fa677 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4cc18fe090454e8596fd2970f01e6f94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1395092 Jun 07 08:11:34.889902 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49972) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:34.893894 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b466998-6774-4cdd-a2fd-922a638fa677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaf48d1-e427-422f-a97d-6711abc7b6ed,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:34.903471 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dc4096-a755-4a27-a5fb-93a6e1b27756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:11:34.908274 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7f9a1f-b364-4534-98c6-e8c0f9eedba4" -d '{"events": [{"server_uuid": "56dc4096-a755-4a27-a5fb-93a6e1b27756", "name": "network-vif-plugged", "status": "completed", "tag": "8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:11:34.910893 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:34.924223 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9b466998-6774-4cdd-a2fd-922a638fa677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:34.934254 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69,segment=NetworkSegment(b88407fd-639e-49de-aaec-867aafbb2e19),segment_id=b88407fd-639e-49de-aaec-867aafbb2e19)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:34.939441 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:34.941297 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d24dff3e-54c4-46df-8a4e-53c5153cd108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:34.966343 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a96b6de9-f223-45c1-bfd1-b3499b8c8acb req-55254734-b474-4c2e-aa11-2a1edd9d5b95 service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046431 Jun 07 08:11:35.000006 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5ee402-95fe-482c-88aa-b5e7667db2f4 x-openstack-request-id: req-4c5ee402-95fe-482c-88aa-b5e7667db2f4 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:11:35.000308 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dc4096-a755-4a27-a5fb-93a6e1b27756", "name": "network-vif-plugged", "status": "completed", "tag": "8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:11:35.000603 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c5ee402-95fe-482c-88aa-b5e7667db2f4 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:11:35.001130 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dc4096-a755-4a27-a5fb-93a6e1b27756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69', 'code': 200} Jun 07 08:11:35.035889 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:35.039913 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:35.060109 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6e74dfc5-34b1-468b-a113-e591f54ca2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:35.162055 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a3effe26-bd1e-4f70-bd86-ca347096bab0 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:35.166517 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a3effe26-bd1e-4f70-bd86-ca347096bab0 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:35.181398 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6e74dfc5-34b1-468b-a113-e591f54ca2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:35.266545 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:35.270295 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:35.274478 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:35.293909 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6e74dfc5-34b1-468b-a113-e591f54ca2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:35.296325 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6e74dfc5-34b1-468b-a113-e591f54ca2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:35.297475 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-6e74dfc5-34b1-468b-a113-e591f54ca2e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbaf48d1-e427-422f-a97d-6711abc7b6ed HTTP/1.1" status: 204 len: 168 time: 0.4045534 Jun 07 08:11:35.306942 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=91866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:11:35.321235 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1592803c-0a9d-4dcb-bcd7-4612a1425fc7,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:35.336092 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:35.336623 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.segments_db [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Added segment 0dcf7f9f-2263-4cd4-84c1-9a9d74c48a37 of type vlan for network b85b0b9a-1402-45d9-ad47-021862a2830f Jun 07 08:11:35.338498 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:35.339137 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-306ca212-0100-484a-a558-93e8c8d6701c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:35.361693 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74dfc5-34b1-468b-a113-e591f54ca2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaf48d1-e427-422f-a97d-6711abc7b6ed,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:35.366764 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6e74dfc5-34b1-468b-a113-e591f54ca2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:35.399801 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:35.441744 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:35.443109 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:35.443683 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:35.449316 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-8b6b580c-95b1-4ae9-9ce5-b3e1de9f00f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:35.467900 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.l3_db [None req-a3effe26-bd1e-4f70-bd86-ca347096bab0 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Floating IP 0352135f-66d7-45b9-9334-7b4048817455 associated. External IP: 172.27.1.32, port: 47352236-e855-49ec-82aa-f7bb8dc3c47f. Jun 07 08:11:35.490474 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0038354 Jun 07 08:11:35.493455 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 49982) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:35.499086 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-c9347ca9-120f-411c-877d-a45e8531745b admin admin] Request body: {'subnet': {'network_id': 'b85b0b9a-1402-45d9-ad47-021862a2830f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-826633355-subnet', 'tenant_id': 'f906a06f8a0640e1ac432f153bdf8fd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:35.561090 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Pushing event updated for resources: {'Network': ['ID=b85b0b9a-1402-45d9-ad47-021862a2830f,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:35.566530 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:35.573000 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network b85b0b9a-1402-45d9-ad47-021862a2830f details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:11:35.581059 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9347ca9-120f-411c-877d-a45e8531745b admin admin] Made reservation on behalf of f906a06f8a0640e1ac432f153bdf8fd8 for: {'subnet': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:11:35.584717 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c9347ca9-120f-411c-877d-a45e8531745b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4090608'] for subnet, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:35.857471 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4403c-a336-4e30-b664-584fc1f717c2 req-6d58e6c7-6886-4db4-b219-1ad8273516ee tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:35.858965 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9bb4403c-a336-4e30-b664-584fc1f717c2 req-6d58e6c7-6886-4db4-b219-1ad8273516ee tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 944 time: 0.1565340 Jun 07 08:11:35.895788 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3effe26-bd1e-4f70-bd86-ca347096bab0 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:11:35.936387 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9bb4403c-a336-4e30-b664-584fc1f717c2 req-590edc1c-8c9d-4981-942f-420e67ff601c tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673206 Jun 07 08:11:35.961644 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c9347ca9-120f-411c-877d-a45e8531745b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2265099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4090594'] for subnet, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:35.966740 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:36.044652 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9347ca9-120f-411c-877d-a45e8531745b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a152921-b3f7-485c-af8c-9a41af9e00b3,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:36.048716 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c9347ca9-120f-411c-877d-a45e8531745b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:36.054455 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9347ca9-120f-411c-877d-a45e8531745b admin admin] Checking segment: {'id': '0dcf7f9f-2263-4cd4-84c1-9a9d74c48a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b85b0b9a-1402-45d9-ad47-021862a2830f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:11:36.054810 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9347ca9-120f-411c-877d-a45e8531745b admin admin] Network hostable DHCP agents. Network: b85b0b9a-1402-45d9-ad47-021862a2830f, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:11:36.075828 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9347ca9-120f-411c-877d-a45e8531745b admin admin] Network b85b0b9a-1402-45d9-ad47-021862a2830f is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:11:36.086326 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-c9347ca9-120f-411c-877d-a45e8531745b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, b85b0b9a-1402-45d9-ad47-021862a2830f) {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:11:36.097384 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eb83f6-403b-4d8c-817f-a681fe5624de None None] Network b85b0b9a-1402-45d9-ad47-021862a2830f requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:11:36.100811 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9347ca9-120f-411c-877d-a45e8531745b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:36.101725 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c9347ca9-120f-411c-877d-a45e8531745b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:36.125257 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-c9347ca9-120f-411c-877d-a45e8531745b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6305854 Jun 07 08:11:36.181464 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3effe26-bd1e-4f70-bd86-ca347096bab0 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:11:36.193828 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d059ae-18a0-402e-bca2-33b54298e31f req-70ba8fe4-d25b-4a8e-99b5-7c215233e6dd tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:36.203437 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f2835-0ac5-43e5-be4e-7667c7c2b5e4 None None] Sync routers for ids ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:11:36.204372 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-98d059ae-18a0-402e-bca2-33b54298e31f req-70ba8fe4-d25b-4a8e-99b5-7c215233e6dd tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 943 time: 0.2144492 Jun 07 08:11:36.210342 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a3effe26-bd1e-4f70-bd86-ca347096bab0 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:36.223096 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f2835-0ac5-43e5-be4e-7667c7c2b5e4 None None] Routers {'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:11:36.223728 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-a56f2835-0ac5-43e5-be4e-7667c7c2b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:11:12Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:36.303682 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-98d059ae-18a0-402e-bca2-33b54298e31f req-8d1be167-e52e-4e03-beda-32f48144c9e1 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982118 Jun 07 08:11:36.332820 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-a3effe26-bd1e-4f70-bd86-ca347096bab0 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "PUT /v2.0/floatingips/0352135f-66d7-45b9-9334-7b4048817455 HTTP/1.1" status: 200 len: 990 time: 2.6103902 Jun 07 08:11:36.333723 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8170ad42-d884-4d7a-825d-12a0c683783a', 'tag': '47352236-e855-49ec-82aa-f7bb8dc3c47f'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:11:36.336349 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5aba7c-eac9-40e2-b190-b4467f4dca9d" -d '{"events": [{"name": "network-changed", "server_uuid": "8170ad42-d884-4d7a-825d-12a0c683783a", "tag": "47352236-e855-49ec-82aa-f7bb8dc3c47f"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:11:36.399411 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c677b92-fdf5-448b-b8f7-4643fb359189 x-openstack-request-id: req-8c677b92-fdf5-448b-b8f7-4643fb359189 {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:11:36.399715 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8170ad42-d884-4d7a-825d-12a0c683783a", "tag": "47352236-e855-49ec-82aa-f7bb8dc3c47f", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:11:36.399991 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c677b92-fdf5-448b-b8f7-4643fb359189 {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:11:36.400401 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8170ad42-d884-4d7a-825d-12a0c683783a', 'tag': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'status': 'completed', 'code': 200} Jun 07 08:11:36.500017 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-a56f2835-0ac5-43e5-be4e-7667c7c2b5e4 None None] Set router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:11:36.500290 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743e6bba-2e20-480a-ae0e-07102bc49494 None None] Network b85b0b9a-1402-45d9-ad47-021862a2830f requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:11:36.764344 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:36.870845 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-a56f2835-0ac5-43e5-be4e-7667c7c2b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:50Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '0352135f-66d7-45b9-9334-7b4048817455', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'port_id': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'mac_address': 'fa:16:3e:bd:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8170ad42-d884-4d7a-825d-12a0c683783a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:11:00Z', 'updated_at': '2021-06-07T08:11:34Z', 'revision_number': 1, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c09213-2a20-4bb2-9906-902e5db40906', 'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'mac_address': 'fa:16:3e:d6:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:48Z', 'updated_at': '2021-06-07T08:11:05Z', 'revision_number': 5, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'subnets': [{'id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:36.875392 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f2835-0ac5-43e5-be4e-7667c7c2b5e4 None None] Checking router: e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:11:36.885133 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f2835-0ac5-43e5-be4e-7667c7c2b5e4 None None] Routers {'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:11:36.885893 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-a56f2835-0ac5-43e5-be4e-7667c7c2b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:11:12Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:37.114855 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-a56f2835-0ac5-43e5-be4e-7667c7c2b5e4 None None] Set router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:11:37.153751 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11309252-922a-44df-a090-0bcb31ffcb7d req-7b7b9c2e-859f-47e7-9cc1-5e30dc4784f2 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:37.160998 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-11309252-922a-44df-a090-0bcb31ffcb7d req-7b7b9c2e-859f-47e7-9cc1-5e30dc4784f2 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 944 time: 0.0947599 Jun 07 08:11:37.205748 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-11309252-922a-44df-a090-0bcb31ffcb7d req-45a29cb8-3d48-4e55-8349-996242a2cd85 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437069 Jun 07 08:11:37.494743 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-a56f2835-0ac5-43e5-be4e-7667c7c2b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:50Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '0352135f-66d7-45b9-9334-7b4048817455', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'port_id': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'mac_address': 'fa:16:3e:bd:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8170ad42-d884-4d7a-825d-12a0c683783a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:11:00Z', 'updated_at': '2021-06-07T08:11:34Z', 'revision_number': 1, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c09213-2a20-4bb2-9906-902e5db40906', 'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'mac_address': 'fa:16:3e:d6:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:48Z', 'updated_at': '2021-06-07T08:11:05Z', 'revision_number': 5, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'subnets': [{'id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:37.499753 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f2835-0ac5-43e5-be4e-7667c7c2b5e4 None None] The sync data for ids ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'] in dv-cinder-784945-11-iscsi is: [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:50Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '0352135f-66d7-45b9-9334-7b4048817455', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'port_id': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'mac_address': 'fa:16:3e:bd:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8170ad42-d884-4d7a-825d-12a0c683783a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:11:00Z', 'updated_at': '2021-06-07T08:11:34Z', 'revision_number': 1, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c09213-2a20-4bb2-9906-902e5db40906', 'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'mac_address': 'fa:16:3e:d6:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:48Z', 'updated_at': '2021-06-07T08:11:05Z', 'revision_number': 5, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'subnets': [{'id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:11:37.524496 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecc12c-89f0-4b50-9461-d52fdea4844d req-d634c279-0d6f-4ad0-8d43-ba13455c18f3 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:37.526016 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-93ecc12c-89f0-4b50-9461-d52fdea4844d req-d634c279-0d6f-4ad0-8d43-ba13455c18f3 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 943 time: 0.0929880 Jun 07 08:11:37.575434 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-93ecc12c-89f0-4b50-9461-d52fdea4844d req-e40bc605-fae4-488d-b1b8-fc291e98d870 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427144 Jun 07 08:11:37.710515 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfa9f2a-82f8-422c-8a64-d50f1c28382d None None] New status for floating IP 0352135f-66d7-45b9-9334-7b4048817455: ACTIVE {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:11:37.938467 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5aba7c-eac9-40e2-b190-b4467f4dca9d req-e343785b-2b6c-44a2-b86c-c72fa6b93b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:37.940111 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1c5aba7c-eac9-40e2-b190-b4467f4dca9d req-e343785b-2b6c-44a2-b86c-c72fa6b93b83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 1098 time: 0.0745614 Jun 07 08:11:38.138515 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5aba7c-eac9-40e2-b190-b4467f4dca9d req-966e52ac-6513-4b0f-9eab-8733048a9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:38.139920 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1c5aba7c-eac9-40e2-b190-b4467f4dca9d req-966e52ac-6513-4b0f-9eab-8733048a9126 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8661265-012e-4b77-980c-179a981d3247 HTTP/1.1" status: 200 len: 918 time: 0.1844018 Jun 07 08:11:38.153186 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c313ff-40d5-47dc-9e15-43f267d704e0 req-2cecf213-e480-4e86-8938-bfb1a592eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:38.154461 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-38c313ff-40d5-47dc-9e15-43f267d704e0 req-2cecf213-e480-4e86-8938-bfb1a592eb5a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 1098 time: 0.1049302 Jun 07 08:11:38.273841 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-38c313ff-40d5-47dc-9e15-43f267d704e0 req-1deaee4b-3a41-409e-ae16-5dbebf9dae32 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686266 Jun 07 08:11:38.275441 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1c5aba7c-eac9-40e2-b190-b4467f4dca9d req-7879a6a5-a7a9-4289-a868-9b20c29eae56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f HTTP/1.1" status: 200 len: 1000 time: 0.1249213 Jun 07 08:11:38.291554 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d1e6b696-1c91-4d36-8858-f8a09543f408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:38.401208 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340eb2d-0117-4f9f-9d10-39bcbd24a1f7 req-7bdc3311-b7cb-4b88-b2af-c805c25d82d5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:38.401802 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5aba7c-eac9-40e2-b190-b4467f4dca9d req-e924627a-38ca-4cd8-9a61-6d72ecbb7eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:38.402731 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0340eb2d-0117-4f9f-9d10-39bcbd24a1f7 req-7bdc3311-b7cb-4b88-b2af-c805c25d82d5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 944 time: 0.0863154 Jun 07 08:11:38.402891 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1c5aba7c-eac9-40e2-b190-b4467f4dca9d req-e924627a-38ca-4cd8-9a61-6d72ecbb7eb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be HTTP/1.1" status: 200 len: 856 time: 0.0579963 Jun 07 08:11:38.452654 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0340eb2d-0117-4f9f-9d10-39bcbd24a1f7 req-bf77dcba-b2f1-4dbf-bf2e-59474957f810 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415115 Jun 07 08:11:38.498099 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5aba7c-eac9-40e2-b190-b4467f4dca9d req-8da94fcc-46f1-4248-9fba-a766fd0c0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:38.499572 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1c5aba7c-eac9-40e2-b190-b4467f4dca9d req-8da94fcc-46f1-4248-9fba-a766fd0c0789 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8661265-012e-4b77-980c-179a981d3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0889304 Jun 07 08:11:38.635456 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1c5aba7c-eac9-40e2-b190-b4467f4dca9d req-08cd8bc3-f872-411c-b555-2520b861c4b8 service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284306 Jun 07 08:11:38.837866 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1c5aba7c-eac9-40e2-b190-b4467f4dca9d req-69b816a3-21c2-4941-a8d2-64b4c12f37ea service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874325 Jun 07 08:11:38.867179 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4ecc6-2913-4aa8-b5ce-725a874db993 req-0030d3ec-9d24-4478-970d-563b6c75c569 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:38.868717 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-cad4ecc6-2913-4aa8-b5ce-725a874db993 req-0030d3ec-9d24-4478-970d-563b6c75c569 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 943 time: 0.1716800 Jun 07 08:11:38.915235 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-cad4ecc6-2913-4aa8-b5ce-725a874db993 req-351edb85-c084-46f1-a5fc-9297a643d497 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392599 Jun 07 08:11:39.745545 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1344e-54be-4927-aa3c-702d760cfa83 req-a8d63686-dbd2-40a3-9daf-856d36bc4bb2 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:39.747789 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a5d1344e-54be-4927-aa3c-702d760cfa83 req-a8d63686-dbd2-40a3-9daf-856d36bc4bb2 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 944 time: 0.1686292 Jun 07 08:11:39.801898 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a5d1344e-54be-4927-aa3c-702d760cfa83 req-f800245c-2060-41df-a91e-8e130310a5ec tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482891 Jun 07 08:11:40.138253 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4ea4f-8cb8-4b69-a3ea-1f132adf96fa req-05ea9c8c-e26d-4bab-95e3-9818e9e6a9f2 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:40.140795 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e3a4ea4f-8cb8-4b69-a3ea-1f132adf96fa req-05ea9c8c-e26d-4bab-95e3-9818e9e6a9f2 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 943 time: 0.0947464 Jun 07 08:11:40.198775 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e3a4ea4f-8cb8-4b69-a3ea-1f132adf96fa req-18cbae7f-8634-4278-a92e-c72637692df7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490615 Jun 07 08:11:40.559002 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device c77a12ad-6332-43f7-a05d-b0cba2f2b58e details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:11:40.696367 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port c77a12ad-6332-43f7-a05d-b0cba2f2b58e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c77a12ad-6332-43f7-a05d-b0cba2f2b58e,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:40.710086 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': 'c77a12ad-6332-43f7-a05d-b0cba2f2b58e', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'port_id': 'c77a12ad-6332-43f7-a05d-b0cba2f2b58e', 'mac_address': 'fa:16:3e:13:1a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:11:40.764111 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:40.780787 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77a12ad-6332-43f7-a05d-b0cba2f2b58e {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:11:40.797137 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port c77a12ad-6332-43f7-a05d-b0cba2f2b58e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c77a12ad-6332-43f7-a05d-b0cba2f2b58e,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:40.802961 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:40.803786 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 49ccb4a0-2422-4167-a24b-1fc080d07864 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:11:40.805758 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:40.891328 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:40.938414 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=c77a12ad-6332-43f7-a05d-b0cba2f2b58e,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:40.943847 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:41.005145 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e942e-1aec-4463-a79e-bd648b928a05 req-bb63b3f9-e556-45ed-ab18-53e82ef66a23 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:41.013413 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9c2e942e-1aec-4463-a79e-bd648b928a05 req-bb63b3f9-e556-45ed-ab18-53e82ef66a23 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 945 time: 0.0980754 Jun 07 08:11:41.024076 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4814bdaf-237b-40fd-b87c-2c2e61caecf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:41.071383 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9c2e942e-1aec-4463-a79e-bd648b928a05 req-a8328d1a-fbdb-4c9d-bbe6-3690ef23899d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564773 Jun 07 08:11:41.081489 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 49ccb4a0-2422-4167-a24b-1fc080d07864, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=49ccb4a0-2422-4167-a24b-1fc080d07864,segment=NetworkSegment(b88407fd-639e-49de-aaec-867aafbb2e19),segment_id=b88407fd-639e-49de-aaec-867aafbb2e19)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:41.098169 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '49ccb4a0-2422-4167-a24b-1fc080d07864', 'network_id': '731569ee-c381-432b-a105-1cc707924205', 'port_id': '49ccb4a0-2422-4167-a24b-1fc080d07864', 'mac_address': 'fa:16:3e:b6:13:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa02afe2-5864-4df3-914b-20fcfd8c837d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:11:41.157699 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:41.177472 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ccb4a0-2422-4167-a24b-1fc080d07864 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:11:41.193772 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 49ccb4a0-2422-4167-a24b-1fc080d07864, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=49ccb4a0-2422-4167-a24b-1fc080d07864,segment=NetworkSegment(b88407fd-639e-49de-aaec-867aafbb2e19),segment_id=b88407fd-639e-49de-aaec-867aafbb2e19)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:41.198179 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:41.200363 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:41.317207 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=49ccb4a0-2422-4167-a24b-1fc080d07864,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:41.324708 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:41.449872 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd4ae5-295d-4d02-a430-5ccf736fe588 req-0e750ea1-fb7b-4701-b7c9-604e9c1d77eb tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:41.451335 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c6bd4ae5-295d-4d02-a430-5ccf736fe588 req-0e750ea1-fb7b-4701-b7c9-604e9c1d77eb tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 944 time: 0.1088378 Jun 07 08:11:41.498442 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c6bd4ae5-295d-4d02-a430-5ccf736fe588 req-e00398ee-dc53-49d6-bf46-867614942b34 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414748 Jun 07 08:11:41.540599 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 50160) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:41.658416 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:41.763009 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:41.766603 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:41.774942 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:41.837354 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b701e9900df34b048bf96480097063a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950509 Jun 07 08:11:41.840356 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0426cfa0-d382-41c4-9372-f2bfb18c68ee,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:41.840491 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50166) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:41.851925 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:41.852286 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:41.852636 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:41.854662 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:41.854662 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:41.854662 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:41.854662 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:41.854662 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:41.855045 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:41.855346 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:41.855679 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:41.856011 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:41.860796 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:41.905054 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:41.919790 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:41.931507 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:42.057281 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:42.060188 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:42.061251 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0426cfa0-d382-41c4-9372-f2bfb18c68ee HTTP/1.1" status: 204 len: 168 time: 0.2195394 Jun 07 08:11:42.062070 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-c61cb2b3-9f12-41ae-bf1e-c10b940f5f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:42.071439 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0426cfa0-d382-41c4-9372-f2bfb18c68ee,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:42.079183 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:42.079535 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:42.079876 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:42.080223 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:42.080650 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:42.080989 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:42.081339 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:42.081665 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:42.081996 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:42.082318 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:42.082641 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:42.082959 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:42.085945 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:42.254781 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f8816-3ba5-44d7-84b0-2a095576f752 req-54665d26-df3c-40da-9f0b-40864dbb49c7 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:42.256289 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-149f8816-3ba5-44d7-84b0-2a095576f752 req-54665d26-df3c-40da-9f0b-40864dbb49c7 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 945 time: 0.0876863 Jun 07 08:11:42.306144 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-149f8816-3ba5-44d7-84b0-2a095576f752 req-80af8cbd-bf98-4afb-b699-03668f9ee06e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423703 Jun 07 08:11:42.689825 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0876e-d305-4ca1-80b9-385b07930f7d req-941b1d11-35d9-4f05-b557-cd007488e081 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:42.691419 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-78e0876e-d305-4ca1-80b9-385b07930f7d req-941b1d11-35d9-4f05-b557-cd007488e081 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 944 time: 0.0833521 Jun 07 08:11:42.746491 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-78e0876e-d305-4ca1-80b9-385b07930f7d req-42c2bb06-ea7a-4666-be7a-c57f96bdec7f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492361 Jun 07 08:11:43.286807 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:11:43.502800 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4459a-7642-4a43-b659-ee9279cdba4f req-fe518d14-afa3-437c-bd3f-0187f629bbbb tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:43.504348 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0bb4459a-7642-4a43-b659-ee9279cdba4f req-fe518d14-afa3-437c-bd3f-0187f629bbbb tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 945 time: 0.0868113 Jun 07 08:11:43.531953 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:43.556661 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0bb4459a-7642-4a43-b659-ee9279cdba4f req-a59450bb-c98f-4bc9-8d96-f385e9bec503 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467527 Jun 07 08:11:43.934518 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969cb22-8b52-4e26-8858-9d11f08f1a49 req-2b600f68-fe7d-453b-98bb-8376368cfe4b tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:43.936013 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5969cb22-8b52-4e26-8858-9d11f08f1a49 req-2b600f68-fe7d-453b-98bb-8376368cfe4b tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 944 time: 0.0865536 Jun 07 08:11:43.986881 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5969cb22-8b52-4e26-8858-9d11f08f1a49 req-0c5d08c8-855a-439e-b67c-4b03c6a68af7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Jun 07 08:11:44.209340 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['49ccb4a0-2422-4167-a24b-1fc080d07864'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:11:44.251671 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['c77a12ad-6332-43f7-a05d-b0cba2f2b58e'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:11:44.753038 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fb401-9d73-45cc-a868-b381693f003c req-2d0aeff4-249a-41b2-b228-9967e4c74eb7 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:44.754507 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d36fb401-9d73-45cc-a868-b381693f003c req-2d0aeff4-249a-41b2-b228-9967e4c74eb7 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 945 time: 0.0823567 Jun 07 08:11:44.803835 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d36fb401-9d73-45cc-a868-b381693f003c req-9266be36-164d-4325-b6cf-29fae297311c tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435197 Jun 07 08:11:45.171792 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c82e9-9e43-4889-94fe-4c20d7027bf0 req-942ece16-368c-4aa0-b1b5-d67a33bc7210 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:45.173216 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6b2c82e9-9e43-4889-94fe-4c20d7027bf0 req-942ece16-368c-4aa0-b1b5-d67a33bc7210 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 944 time: 0.0816312 Jun 07 08:11:45.218723 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6b2c82e9-9e43-4889-94fe-4c20d7027bf0 req-e0edacec-76a2-4d0f-9f6a-ead7241269ea tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396111 Jun 07 08:11:45.861580 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device c77a12ad-6332-43f7-a05d-b0cba2f2b58e up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:46.000743 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50276) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:46.021874 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port c77a12ad-6332-43f7-a05d-b0cba2f2b58e completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:11:46.028196 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port c77a12ad-6332-43f7-a05d-b0cba2f2b58e triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:46.028584 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:46.138949 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcb6ae-5f78-492e-bcc3-e394e59fef89 req-04da45a6-6e12-43d2-814e-5dc9e9207f1a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:46.148184 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-50bcb6ae-5f78-492e-bcc3-e394e59fef89 req-04da45a6-6e12-43d2-814e-5dc9e9207f1a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 945 time: 0.1768587 Jun 07 08:11:46.211658 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-50bcb6ae-5f78-492e-bcc3-e394e59fef89 req-6acb4850-6c72-438a-86c5-6159ae96cc66 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619938 Jun 07 08:11:46.224239 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d879ff1a-1415-423a-9a6d-91e76695db4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:46.272100 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:46.311272 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f45ae3-fd90-404e-88f8-cb676997a529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77a12ad-6332-43f7-a05d-b0cba2f2b58e'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:11:46.314414 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a78074-a096-4454-b500-5c7c9b40320c" -d '{"events": [{"server_uuid": "f4f45ae3-fd90-404e-88f8-cb676997a529", "name": "network-vif-plugged", "status": "completed", "tag": "c77a12ad-6332-43f7-a05d-b0cba2f2b58e"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:11:46.325585 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port c77a12ad-6332-43f7-a05d-b0cba2f2b58e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c77a12ad-6332-43f7-a05d-b0cba2f2b58e,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:46.332671 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:46.334206 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 49ccb4a0-2422-4167-a24b-1fc080d07864 up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:11:46.388557 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:46.433125 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b4aff0-4cae-4a80-94f7-cf154998d58a x-openstack-request-id: req-07b4aff0-4cae-4a80-94f7-cf154998d58a {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:11:46.433493 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f45ae3-fd90-404e-88f8-cb676997a529", "name": "network-vif-plugged", "status": "completed", "tag": "c77a12ad-6332-43f7-a05d-b0cba2f2b58e", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:11:46.433866 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07b4aff0-4cae-4a80-94f7-cf154998d58a {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:11:46.434498 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f45ae3-fd90-404e-88f8-cb676997a529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77a12ad-6332-43f7-a05d-b0cba2f2b58e', 'code': 200} Jun 07 08:11:46.497997 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=c77a12ad-6332-43f7-a05d-b0cba2f2b58e,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:46.510178 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:46.510520 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:46.510928 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:46.511371 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:46.511766 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:46.512153 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:46.512543 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:46.513077 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:46.513509 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:46.513921 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:46.514286 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:46.514693 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:11:46.523131 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:46.527996 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port 49ccb4a0-2422-4167-a24b-1fc080d07864 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:11:46.535127 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 49ccb4a0-2422-4167-a24b-1fc080d07864 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:11:46.535286 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:46.642601 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d879ff1a-1415-423a-9a6d-91e76695db4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:46.654863 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d879ff1a-1415-423a-9a6d-91e76695db4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:46.678516 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:46.693173 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04cecc-4519-4519-ac64-ad221848315f req-046377f3-2726-4f7e-aa9f-458752450289 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:46.694659 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-eb04cecc-4519-4519-ac64-ad221848315f req-046377f3-2726-4f7e-aa9f-458752450289 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 944 time: 0.2970505 Jun 07 08:11:46.723196 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:46.775219 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 49ccb4a0-2422-4167-a24b-1fc080d07864, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=49ccb4a0-2422-4167-a24b-1fc080d07864,segment=NetworkSegment(b88407fd-639e-49de-aaec-867aafbb2e19),segment_id=b88407fd-639e-49de-aaec-867aafbb2e19)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:46.782267 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:46.789780 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:46.826493 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155eec2b-8efb-45c6-8670-6346200f3e56 req-033108de-dead-4845-92be-529d2ea8fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:46.828318 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-155eec2b-8efb-45c6-8670-6346200f3e56 req-033108de-dead-4845-92be-529d2ea8fe14 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 1099 time: 0.1465940 Jun 07 08:11:46.829042 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 50306) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:46.829613 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-d879ff1a-1415-423a-9a6d-91e76695db4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44dd1b4ac9e049dfb7e7cf406911e545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8265252 Jun 07 08:11:46.830502 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879ff1a-1415-423a-9a6d-91e76695db4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b500e106-da49-44b0-9a0e-1c7e6a60e769,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:46.836723 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d879ff1a-1415-423a-9a6d-91e76695db4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:46.849208 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-eb04cecc-4519-4519-ac64-ad221848315f req-efa5a668-2d42-4e24-8b09-d2dd43f15654 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456225 Jun 07 08:11:46.920162 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-155eec2b-8efb-45c6-8670-6346200f3e56 req-954d623b-8456-4ac5-aeeb-cacf22f86b2a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582561 Jun 07 08:11:46.929642 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=49ccb4a0-2422-4167-a24b-1fc080d07864,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:46.934321 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:46.973581 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-da21ab53-b022-4da6-acd3-2114657ecd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:47.006456 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-da21ab53-b022-4da6-acd3-2114657ecd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:47.065598 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-da21ab53-b022-4da6-acd3-2114657ecd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:47.068196 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-da21ab53-b022-4da6-acd3-2114657ecd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:47.069510 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-da21ab53-b022-4da6-acd3-2114657ecd7f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b500e106-da49-44b0-9a0e-1c7e6a60e769 HTTP/1.1" status: 204 len: 168 time: 0.2390609 Jun 07 08:11:47.070262 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d353cbb5-bd58-4b33-b205-52ef4668c073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:47.081287 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21ab53-b022-4da6-acd3-2114657ecd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b500e106-da49-44b0-9a0e-1c7e6a60e769,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:47.083560 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-da21ab53-b022-4da6-acd3-2114657ecd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:47.440781 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50340) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:47.460695 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-755a08f9-986a-49c6-a402-7402c9e8ed92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:47.467447 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebbf9a-1c71-4f3d-98f3-a537450b070a req-47a797b1-7515-42bf-9ca5-e5dc3058b097 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:47.470527 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c2ebbf9a-1c71-4f3d-98f3-a537450b070a req-47a797b1-7515-42bf-9ca5-e5dc3058b097 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 945 time: 0.0964935 Jun 07 08:11:47.543982 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c2ebbf9a-1c71-4f3d-98f3-a537450b070a req-d05937bc-307b-4d35-ae38-54a3b08adc62 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682037 Jun 07 08:11:47.651304 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-755a08f9-986a-49c6-a402-7402c9e8ed92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:47.663858 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef474d9-4f7a-49ef-ab40-07a5b4322fc1 req-76c5fa2e-b52f-4fed-8896-923143b61a8d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:47.665294 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7ef474d9-4f7a-49ef-ab40-07a5b4322fc1 req-76c5fa2e-b52f-4fed-8896-923143b61a8d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1453803 Jun 07 08:11:47.666333 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-755a08f9-986a-49c6-a402-7402c9e8ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:47.676375 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:47.736084 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a08f9-986a-49c6-a402-7402c9e8ed92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6448203-1bfb-4cd0-9c5f-a145af7685d5,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:47.739260 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-755a08f9-986a-49c6-a402-7402c9e8ed92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:47.742284 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-755a08f9-986a-49c6-a402-7402c9e8ed92 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b1e61e8770e4e34be6f78f746a47426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002436 Jun 07 08:11:47.745785 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 50346) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:47.762872 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7ef474d9-4f7a-49ef-ab40-07a5b4322fc1 req-1fdbbb5b-21bc-4813-a7a3-0c9d1c3b7bfb tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887265 Jun 07 08:11:47.804267 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a2606ede-1e0f-4e90-b601-2da596839617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:47.829262 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a2606ede-1e0f-4e90-b601-2da596839617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:47.882074 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a2606ede-1e0f-4e90-b601-2da596839617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:47.886769 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a2606ede-1e0f-4e90-b601-2da596839617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:47.890122 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-a2606ede-1e0f-4e90-b601-2da596839617 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6448203-1bfb-4cd0-9c5f-a145af7685d5 HTTP/1.1" status: 204 len: 168 time: 0.1429534 Jun 07 08:11:47.891226 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d8e4591f-ea2d-480c-b935-27c4a237722b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:47.901888 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2606ede-1e0f-4e90-b601-2da596839617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6448203-1bfb-4cd0-9c5f-a145af7685d5,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:47.912947 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a2606ede-1e0f-4e90-b601-2da596839617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:48.082954 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd18989-9fc1-4fa0-b2e7-a1e94ababbc1 req-bee4d941-ef27-4553-8b56-3442955de1b8 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:48.085062 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bdd18989-9fc1-4fa0-b2e7-a1e94ababbc1 req-bee4d941-ef27-4553-8b56-3442955de1b8 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.1171405 Jun 07 08:11:48.141794 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bdd18989-9fc1-4fa0-b2e7-a1e94ababbc1 req-a7352350-799a-437f-96cc-6dffe4935e89 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491230 Jun 07 08:11:48.436137 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b353fc8-dafd-4df9-8a61-c9bd2f7e6639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ccb4a0-2422-4167-a24b-1fc080d07864'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:11:48.438905 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4055167a-fa39-495d-a93c-387f619f8e42" -d '{"events": [{"server_uuid": "2b353fc8-dafd-4df9-8a61-c9bd2f7e6639", "name": "network-vif-plugged", "status": "completed", "tag": "49ccb4a0-2422-4167-a24b-1fc080d07864"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:11:48.496232 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a94610c-5795-47e6-aee1-705290a84365 x-openstack-request-id: req-7a94610c-5795-47e6-aee1-705290a84365 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:11:48.496576 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b353fc8-dafd-4df9-8a61-c9bd2f7e6639", "name": "network-vif-plugged", "status": "completed", "tag": "49ccb4a0-2422-4167-a24b-1fc080d07864", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:11:48.497012 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a94610c-5795-47e6-aee1-705290a84365 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:11:48.497604 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b353fc8-dafd-4df9-8a61-c9bd2f7e6639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ccb4a0-2422-4167-a24b-1fc080d07864', 'code': 200} Jun 07 08:11:48.838797 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614d0b-50c3-46c0-b64a-fcdec61ded65 req-3471ca38-6fea-4f5e-9f04-44f722e5bfc7 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:48.840487 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-58614d0b-50c3-46c0-b64a-fcdec61ded65 req-3471ca38-6fea-4f5e-9f04-44f722e5bfc7 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 945 time: 0.1740212 Jun 07 08:11:48.842623 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfeae1-86fb-4e55-8002-3134bd1c8124 req-d52b7222-7aa0-47f6-8fc2-d0f75516ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:48.843971 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-83bfeae1-86fb-4e55-8002-3134bd1c8124 req-d52b7222-7aa0-47f6-8fc2-d0f75516ff28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 1098 time: 0.1343946 Jun 07 08:11:48.941566 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-58614d0b-50c3-46c0-b64a-fcdec61ded65 req-6df9c532-5b2c-4f05-8f3d-8c765ea84760 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948801 Jun 07 08:11:48.944897 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-83bfeae1-86fb-4e55-8002-3134bd1c8124 req-8df6051e-0045-429a-b1bc-adf5e7e6ebc8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797431 Jun 07 08:11:48.992425 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e6f09-7131-4790-8c25-9a7fc70a44f5 req-7925e336-a17a-412c-aaa5-c44df784dcec tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:49.001294 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-653e6f09-7131-4790-8c25-9a7fc70a44f5 req-7925e336-a17a-412c-aaa5-c44df784dcec tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1043887 Jun 07 08:11:49.053892 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-653e6f09-7131-4790-8c25-9a7fc70a44f5 req-8e231b98-2d10-4dd3-9ea3-918043911410 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516491 Jun 07 08:11:49.256799 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adc7f8-0a55-4999-a059-64b00c2b1ecd req-00d7ff1f-a51a-4141-b3db-44d193956634 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:49.258685 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-34adc7f8-0a55-4999-a059-64b00c2b1ecd req-00d7ff1f-a51a-4141-b3db-44d193956634 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1005235 Jun 07 08:11:49.273911 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 50408) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:49.279645 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-8fc44e6d-0a40-4640-9f60-026e1ccf661b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Request body: {'floatingip': {'port_id': 'c77a12ad-6332-43f7-a05d-b0cba2f2b58e'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:11:49.365432 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8fc44e6d-0a40-4640-9f60-026e1ccf661b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for floatingip, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:49.404435 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3d3d8-e4e7-4492-a17f-790b9bb155d4 req-bb18cb7d-c61e-4f71-91e3-9bbb948e2015 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:49.410488 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-82d3d3d8-e4e7-4492-a17f-790b9bb155d4 req-bb18cb7d-c61e-4f71-91e3-9bbb948e2015 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.1376312 Jun 07 08:11:49.492607 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-82d3d3d8-e4e7-4492-a17f-790b9bb155d4 req-d97be462-dbcd-44f0-af01-317dca6f80b5 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809782 Jun 07 08:11:49.922301 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50430) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:50.059125 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-78cac0f8-3739-47d6-b2f4-3d7caef22e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:50.202419 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-78cac0f8-3739-47d6-b2f4-3d7caef22e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:50.208344 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-78cac0f8-3739-47d6-b2f4-3d7caef22e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:50.228173 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-a06abe7b-28e2-4267-a833-ca66fa8cebda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:50.304272 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da302d8-9e3e-45a9-90ca-cfa96f3958ae req-addac3bd-314b-4647-8bf9-90efa892998a tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:50.305728 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9da302d8-9e3e-45a9-90ca-cfa96f3958ae req-addac3bd-314b-4647-8bf9-90efa892998a tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.48 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 945 time: 0.2624130 Jun 07 08:11:50.318801 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-78cac0f8-3739-47d6-b2f4-3d7caef22e6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba34e2caa95f4ec7abcb110e4f017364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953030 Jun 07 08:11:50.322912 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50436) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:50.339181 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cac0f8-3739-47d6-b2f4-3d7caef22e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c136f337-9d39-4e6e-be78-5bbe32acee4f,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:50.342531 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-78cac0f8-3739-47d6-b2f4-3d7caef22e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:50.404979 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc730c-edcc-4344-9cec-89c7d03a2b01 req-f6a32c48-d038-424f-99be-9360a4058d54 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:50.406451 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f8bc730c-edcc-4344-9cec-89c7d03a2b01 req-f6a32c48-d038-424f-99be-9360a4058d54 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 945 time: 0.1873527 Jun 07 08:11:50.412601 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6816dc12-c648-4a4c-8ad6-eeb21e7df57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:50.464092 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6816dc12-c648-4a4c-8ad6-eeb21e7df57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:50.466066 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8fc44e6d-0a40-4640-9f60-026e1ccf661b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:50.494511 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f8bc730c-edcc-4344-9cec-89c7d03a2b01 req-713501bb-ae29-4ce9-bc8d-5ad3776220ec tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799172 Jun 07 08:11:50.499363 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8fc44e6d-0a40-4640-9f60-026e1ccf661b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:50.548312 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6816dc12-c648-4a4c-8ad6-eeb21e7df57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:50.551920 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6816dc12-c648-4a4c-8ad6-eeb21e7df57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:50.556816 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-6816dc12-c648-4a4c-8ad6-eeb21e7df57e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c136f337-9d39-4e6e-be78-5bbe32acee4f HTTP/1.1" status: 204 len: 168 time: 0.2283862 Jun 07 08:11:50.556816 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:50.566828 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816dc12-c648-4a4c-8ad6-eeb21e7df57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c136f337-9d39-4e6e-be78-5bbe32acee4f,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:50.569786 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6816dc12-c648-4a4c-8ad6-eeb21e7df57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:50.775559 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.l3_db [None req-8fc44e6d-0a40-4640-9f60-026e1ccf661b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Floating IP d3f6fa7b-b457-4962-9942-4b24ebd9e2e3 associated. External IP: 172.27.1.129, port: c77a12ad-6332-43f7-a05d-b0cba2f2b58e. Jun 07 08:11:51.057725 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50464) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:51.097796 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c734-8ee1-424a-aac5-26f1c83fe4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:51.139041 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-9da302d8-9e3e-45a9-90ca-cfa96f3958ae req-20c1a805-aefe-4786-8181-7820e8e413a5 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Deleting port 800eb0b0-b359-48b8-af13-0f35561f09cf {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:11:51.139914 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-9da302d8-9e3e-45a9-90ca-cfa96f3958ae req-20c1a805-aefe-4786-8181-7820e8e413a5 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:51.227822 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c734-8ee1-424a-aac5-26f1c83fe4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:51.234113 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c734-8ee1-424a-aac5-26f1c83fe4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:51.242705 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:51.287532 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-a3e9c734-8ee1-424a-aac5-26f1c83fe4cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a67b9680093445ea3d242ea20d99abe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287664 Jun 07 08:11:51.288414 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9c734-8ee1-424a-aac5-26f1c83fe4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfc9484-92aa-489c-bb7b-024382a72e7e,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:51.290680 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50470) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:51.302396 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-a3e9c734-8ee1-424a-aac5-26f1c83fe4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:51.362562 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-402fd36c-0547-41f2-828c-4f6522281e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:51.387765 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383d83d-fd13-47f5-b79f-a7a136dca9d0 req-e3e49bca-f286-4f58-9e02-ec0e33433c00 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:51.389373 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d383d83d-fd13-47f5-b79f-a7a136dca9d0 req-e3e49bca-f286-4f58-9e02-ec0e33433c00 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.7147210 Jun 07 08:11:51.393847 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-9da302d8-9e3e-45a9-90ca-cfa96f3958ae req-20c1a805-aefe-4786-8181-7820e8e413a5 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] For port 800eb0b0-b359-48b8-af13-0f35561f09cf, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=800eb0b0-b359-48b8-af13-0f35561f09cf,segment=NetworkSegment(0a52c2ab-4c25-4d74-92e6-aa51b19b8e55),segment_id=0a52c2ab-4c25-4d74-92e6-aa51b19b8e55)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:11:51.394410 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-9da302d8-9e3e-45a9-90ca-cfa96f3958ae req-20c1a805-aefe-4786-8181-7820e8e413a5 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:51.399491 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-402fd36c-0547-41f2-828c-4f6522281e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:51.491698 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-402fd36c-0547-41f2-828c-4f6522281e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:51.494374 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-402fd36c-0547-41f2-828c-4f6522281e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:51.498147 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-402fd36c-0547-41f2-828c-4f6522281e87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0dfc9484-92aa-489c-bb7b-024382a72e7e HTTP/1.1" status: 204 len: 168 time: 0.2042317 Jun 07 08:11:51.498147 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:51.508417 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fd36c-0547-41f2-828c-4f6522281e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfc9484-92aa-489c-bb7b-024382a72e7e,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:51.511319 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-402fd36c-0547-41f2-828c-4f6522281e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:51.612594 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-9da302d8-9e3e-45a9-90ca-cfa96f3958ae req-20c1a805-aefe-4786-8181-7820e8e413a5 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Calling delete_port for 800eb0b0-b359-48b8-af13-0f35561f09cf owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:11:51.657703 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d383d83d-fd13-47f5-b79f-a7a136dca9d0 req-527a668e-4df5-429a-91bd-b07aa17e98ff tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523305 Jun 07 08:11:51.754093 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc44e6d-0a40-4640-9f60-026e1ccf661b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:11:51.757759 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113470b2-e01f-4dc5-9362-52937c10a71c req-190682f8-fd3b-4bbb-8aef-c47daacdca2c tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:51.759583 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-113470b2-e01f-4dc5-9362-52937c10a71c req-190682f8-fd3b-4bbb-8aef-c47daacdca2c tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 945 time: 0.0952780 Jun 07 08:11:51.818742 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-113470b2-e01f-4dc5-9362-52937c10a71c req-52731523-fdd3-4867-a439-bc6f1258894e tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/security-groups?id=58d99026-2960-4418-a78f-7bc3655fe048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522952 Jun 07 08:11:52.007804 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc44e6d-0a40-4640-9f60-026e1ccf661b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:11:52.014806 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8fc44e6d-0a40-4640-9f60-026e1ccf661b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:52.021168 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ad335-8040-494f-83fa-531ecaa1b7db None None] Sync routers for ids ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:11:52.033745 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ad335-8040-494f-83fa-531ecaa1b7db None None] Routers {'927c8704-4b6f-44b0-9bc1-db5e2bdf6475'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:11:52.034637 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-3d2ad335-8040-494f-83fa-531ecaa1b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:11:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:52.071407 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-9da302d8-9e3e-45a9-90ca-cfa96f3958ae req-20c1a805-aefe-4786-8181-7820e8e413a5 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:52.087321 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:52.144962 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1a805-aefe-4786-8181-7820e8e413a5 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Pushing event deleted for resources: {'Port': ['ID=800eb0b0-b359-48b8-af13-0f35561f09cf,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:52.148621 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-8fc44e6d-0a40-4640-9f60-026e1ccf661b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "PUT /v2.0/floatingips/d3f6fa7b-b457-4962-9942-4b24ebd9e2e3 HTTP/1.1" status: 200 len: 992 time: 2.8734348 Jun 07 08:11:52.149861 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-20c1a805-aefe-4786-8181-7820e8e413a5 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:52.152481 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f45ae3-fd90-404e-88f8-cb676997a529', 'tag': 'c77a12ad-6332-43f7-a05d-b0cba2f2b58e'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:11:52.154880 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088e99e0-8734-429a-9712-e7d5221877a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f45ae3-fd90-404e-88f8-cb676997a529", "tag": "c77a12ad-6332-43f7-a05d-b0cba2f2b58e"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:11:52.268449 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da302d8-9e3e-45a9-90ca-cfa96f3958ae req-20c1a805-aefe-4786-8181-7820e8e413a5 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] No DVR routers for this DVR port 800eb0b0-b359-48b8-af13-0f35561f09cf on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:11:52.272857 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-9da302d8-9e3e-45a9-90ca-cfa96f3958ae req-20c1a805-aefe-4786-8181-7820e8e413a5 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:52.275307 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9da302d8-9e3e-45a9-90ca-cfa96f3958ae req-20c1a805-aefe-4786-8181-7820e8e413a5 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.48 "DELETE /v2.0/ports/800eb0b0-b359-48b8-af13-0f35561f09cf HTTP/1.1" status: 204 len: 173 time: 1.9606371 Jun 07 08:11:52.312249 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-3d2ad335-8040-494f-83fa-531ecaa1b7db None None] Set router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:11:52.411636 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40fee7-a9d5-4063-a530-5de44a3be1e0 req-5f93a498-67ac-4637-afdd-1816286538e0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:52.411636 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bb40fee7-a9d5-4063-a530-5de44a3be1e0 req-5f93a498-67ac-4637-afdd-1816286538e0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.1276073 Jun 07 08:11:52.459134 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bb40fee7-a9d5-4063-a530-5de44a3be1e0 req-e92757ba-5e3c-4f6d-82bf-726f5005d610 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 Jun 07 08:11:52.755503 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-3d2ad335-8040-494f-83fa-531ecaa1b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:01Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': 'd3f6fa7b-b457-4962-9942-4b24ebd9e2e3', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'port_id': 'c77a12ad-6332-43f7-a05d-b0cba2f2b58e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'mac_address': 'fa:16:3e:13:1a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f45ae3-fd90-404e-88f8-cb676997a529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:11:13Z', 'updated_at': '2021-06-07T08:11:50Z', 'revision_number': 1, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fadf45dd-3c6f-4541-8bb3-d589fe2e5801', 'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'mac_address': 'fa:16:3e:b1:a5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:57Z', 'updated_at': '2021-06-07T08:11:12Z', 'revision_number': 5, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'subnets': [{'id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:52.759464 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ad335-8040-494f-83fa-531ecaa1b7db None None] Checking router: 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:11:52.769835 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ad335-8040-494f-83fa-531ecaa1b7db None None] Routers {'927c8704-4b6f-44b0-9bc1-db5e2bdf6475'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:11:52.770234 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-3d2ad335-8040-494f-83fa-531ecaa1b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:11:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:52.959720 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-3d2ad335-8040-494f-83fa-531ecaa1b7db None None] Set router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:11:53.346282 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-3d2ad335-8040-494f-83fa-531ecaa1b7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:01Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': 'd3f6fa7b-b457-4962-9942-4b24ebd9e2e3', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'port_id': 'c77a12ad-6332-43f7-a05d-b0cba2f2b58e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'mac_address': 'fa:16:3e:13:1a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f45ae3-fd90-404e-88f8-cb676997a529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:11:13Z', 'updated_at': '2021-06-07T08:11:50Z', 'revision_number': 1, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fadf45dd-3c6f-4541-8bb3-d589fe2e5801', 'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'mac_address': 'fa:16:3e:b1:a5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:57Z', 'updated_at': '2021-06-07T08:11:12Z', 'revision_number': 5, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'subnets': [{'id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:11:53.350068 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2ad335-8040-494f-83fa-531ecaa1b7db None None] The sync data for ids ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'] in dv-cinder-784945-11-iscsi is: [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:01Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': 'd3f6fa7b-b457-4962-9942-4b24ebd9e2e3', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'port_id': 'c77a12ad-6332-43f7-a05d-b0cba2f2b58e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'mac_address': 'fa:16:3e:13:1a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f45ae3-fd90-404e-88f8-cb676997a529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:11:13Z', 'updated_at': '2021-06-07T08:11:50Z', 'revision_number': 1, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fadf45dd-3c6f-4541-8bb3-d589fe2e5801', 'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'mac_address': 'fa:16:3e:b1:a5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:57Z', 'updated_at': '2021-06-07T08:11:12Z', 'revision_number': 5, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'subnets': [{'id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:11:53.535636 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874c93b0-44cc-43f3-a945-ebac61ec1af8 None None] New status for floating IP d3f6fa7b-b457-4962-9942-4b24ebd9e2e3: ACTIVE {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:11:53.588285 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50550) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:53.706101 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-1cd413a5-10a3-430a-a432-5b2f2f8fb8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:53.817783 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-1cd413a5-10a3-430a-a432-5b2f2f8fb8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:53.822629 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-1cd413a5-10a3-430a-a432-5b2f2f8fb8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:53.830794 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:53.871701 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-1cd413a5-10a3-430a-a432-5b2f2f8fb8d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2b06fbbf6284e18b1cbb7b47ad3a9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795627 Jun 07 08:11:53.872077 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 50558) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:53.874126 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd413a5-10a3-430a-a432-5b2f2f8fb8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1912bc79-9129-45a7-b20b-412b4f5b9e34,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:53.877040 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-1cd413a5-10a3-430a-a432-5b2f2f8fb8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:53.940451 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6372bc18-8056-4d6b-be21-4cfbbfcc29d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:53.966779 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6372bc18-8056-4d6b-be21-4cfbbfcc29d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:54.017606 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6372bc18-8056-4d6b-be21-4cfbbfcc29d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:54.020010 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6372bc18-8056-4d6b-be21-4cfbbfcc29d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:54.021117 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-6372bc18-8056-4d6b-be21-4cfbbfcc29d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1912bc79-9129-45a7-b20b-412b4f5b9e34 HTTP/1.1" status: 204 len: 168 time: 0.1480775 Jun 07 08:11:54.021884 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-2f8657e7-9e41-4949-8052-24b86640d719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:54.032102 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372bc18-8056-4d6b-be21-4cfbbfcc29d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1912bc79-9129-45a7-b20b-412b4f5b9e34,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:54.038233 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6372bc18-8056-4d6b-be21-4cfbbfcc29d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:54.300888 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 50566) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:54.317974 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3d169f39-8295-4f86-8620-4041454f1672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:54.504791 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3d169f39-8295-4f86-8620-4041454f1672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:54.508552 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3d169f39-8295-4f86-8620-4041454f1672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:54.514189 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['800eb0b0-b359-48b8-af13-0f35561f09cf'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:11:54.517510 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-b1dda044-40d9-4b96-94a3-c0277cc708f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:54.561454 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 800eb0b0-b359-48b8-af13-0f35561f09cf no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:11:54.603211 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: 800eb0b0-b359-48b8-af13-0f35561f09cf {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:11:54.603786 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 800eb0b0-b359-48b8-af13-0f35561f09cf not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:11:54.632935 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-3d169f39-8295-4f86-8620-4041454f1672 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8073685ab2284045b78455ce25a986fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309162 Jun 07 08:11:54.633706 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d169f39-8295-4f86-8620-4041454f1672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33008926-9355-4c3a-964b-7fb9a22c0ade,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:54.636827 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50568) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:54.638580 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3d169f39-8295-4f86-8620-4041454f1672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:54.658288 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f85985-75cf-4613-b02e-ecb6869146dd x-openstack-request-id: req-18f85985-75cf-4613-b02e-ecb6869146dd {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:11:54.658542 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f45ae3-fd90-404e-88f8-cb676997a529", "tag": "c77a12ad-6332-43f7-a05d-b0cba2f2b58e", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:11:54.658940 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18f85985-75cf-4613-b02e-ecb6869146dd {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:11:54.659621 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f45ae3-fd90-404e-88f8-cb676997a529', 'tag': 'c77a12ad-6332-43f7-a05d-b0cba2f2b58e', 'status': 'completed', 'code': 200} Jun 07 08:11:54.670800 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0e9d1-b557-4215-97d4-ac0c430f9a3d req-ca528fea-0bba-4566-8f50-79d84c2a9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:54.673797 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-49a0e9d1-b557-4215-97d4-ac0c430f9a3d req-ca528fea-0bba-4566-8f50-79d84c2a9f1c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f983cffaddb944cf8fa8188dca8ac056&device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 1098 time: 0.1440985 Jun 07 08:11:54.756454 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e35a5ca9-84a4-4fef-a5c3-9bbeb2d47c83 req-52a0d857-19d4-40ac-b920-0f6e3c1d38a2 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 210 time: 0.0548844 Jun 07 08:11:54.774658 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b70a2158-0cbe-408b-a2de-8a9903b44fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:54.804500 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b70a2158-0cbe-408b-a2de-8a9903b44fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:54.861253 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b70a2158-0cbe-408b-a2de-8a9903b44fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:54.864059 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b70a2158-0cbe-408b-a2de-8a9903b44fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:54.868244 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-b70a2158-0cbe-408b-a2de-8a9903b44fe3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33008926-9355-4c3a-964b-7fb9a22c0ade HTTP/1.1" status: 204 len: 168 time: 0.2303693 Jun 07 08:11:54.872368 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-da3a8942-d4b5-4949-8502-fa656e3b3b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:54.881403 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a2158-0cbe-408b-a2de-8a9903b44fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33008926-9355-4c3a-964b-7fb9a22c0ade,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:54.892873 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b70a2158-0cbe-408b-a2de-8a9903b44fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:54.953833 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0e9d1-b557-4215-97d4-ac0c430f9a3d req-95f9cdf3-6185-4875-9c92-47b3a8c634b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:54.955374 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-49a0e9d1-b557-4215-97d4-ac0c430f9a3d req-95f9cdf3-6185-4875-9c92-47b3a8c634b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=731569ee-c381-432b-a105-1cc707924205 HTTP/1.1" status: 200 len: 920 time: 0.2648079 Jun 07 08:11:54.964807 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e99e0-8734-429a-9712-e7d5221877a8 req-d5ae6e21-c7d5-4f07-a90f-4fad51ca334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:54.966248 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-088e99e0-8734-429a-9712-e7d5221877a8 req-d5ae6e21-c7d5-4f07-a90f-4fad51ca334f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eac66ef7698c48928700d3683c5dff7a&device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 1099 time: 0.2554450 Jun 07 08:11:55.057430 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-49a0e9d1-b557-4215-97d4-ac0c430f9a3d req-0e264730-9889-45bf-a269-965c24bd04f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49ccb4a0-2422-4167-a24b-1fc080d07864 HTTP/1.1" status: 200 len: 217 time: 0.0901854 Jun 07 08:11:55.065060 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebcb23-c8c7-40d7-9292-0f39209f5a9b req-ff02cf8f-f19c-4c7e-b762-32f0651d2690 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:55.066525 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c6ebcb23-c8c7-40d7-9292-0f39209f5a9b req-ff02cf8f-f19c-4c7e-b762-32f0651d2690 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.2920527 Jun 07 08:11:55.276656 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c6ebcb23-c8c7-40d7-9292-0f39209f5a9b req-cd982e96-2cb7-428a-9433-0edfa3658f46 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006588 Jun 07 08:11:55.293485 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0e9d1-b557-4215-97d4-ac0c430f9a3d req-68fd87d2-1180-4903-91a7-2ddcdfe9d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:55.295178 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-49a0e9d1-b557-4215-97d4-ac0c430f9a3d req-68fd87d2-1180-4903-91a7-2ddcdfe9d931 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa02afe2-5864-4df3-914b-20fcfd8c837d HTTP/1.1" status: 200 len: 859 time: 0.2189949 Jun 07 08:11:55.361510 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-49a0e9d1-b557-4215-97d4-ac0c430f9a3d req-ad1465d0-b0e3-4fe0-b45c-d4d1a1bac4fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731569ee-c381-432b-a105-1cc707924205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486279 Jun 07 08:11:55.364029 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e99e0-8734-429a-9712-e7d5221877a8 req-ba131e7d-b4c4-49cd-b9c8-3ee3ddb4da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:55.365367 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-088e99e0-8734-429a-9712-e7d5221877a8 req-ba131e7d-b4c4-49cd-b9c8-3ee3ddb4da38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=de83ae0a-b6d0-43a9-b151-cd274d96171b HTTP/1.1" status: 200 len: 912 time: 0.3431213 Jun 07 08:11:55.583714 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-088e99e0-8734-429a-9712-e7d5221877a8 req-09bbe83b-2aeb-47ea-9a09-3111d2120f42 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77a12ad-6332-43f7-a05d-b0cba2f2b58e HTTP/1.1" status: 200 len: 1002 time: 0.1774647 Jun 07 08:11:55.734819 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-49a0e9d1-b557-4215-97d4-ac0c430f9a3d req-a9b935ae-4f55-488b-aba9-04d9d234fb1f service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540723 Jun 07 08:11:55.797657 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e99e0-8734-429a-9712-e7d5221877a8 req-30b22d8d-b64c-4472-8741-efce2270b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:55.799098 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-088e99e0-8734-429a-9712-e7d5221877a8 req-30b22d8d-b64c-4472-8741-efce2270b118 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd250e25-fd76-4e73-ad0e-1eb27cf18aa3 HTTP/1.1" status: 200 len: 850 time: 0.2066312 Jun 07 08:11:56.115329 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-087078d9-3249-4cc5-8386-f4f2bf7994f3 req-b349f85f-6e9e-4a21-92d0-357d13f356d8 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] 10.222.0.43 "GET /v2.0/ports?device_id=b94f8a97-70f4-4f4f-a009-335f764be7d3 HTTP/1.1" status: 200 len: 210 time: 0.1092775 Jun 07 08:11:56.150422 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-49a0e9d1-b557-4215-97d4-ac0c430f9a3d req-63b9f078-f70f-44e9-8acc-f9fa872e0409 service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036949 Jun 07 08:11:56.161565 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e99e0-8734-429a-9712-e7d5221877a8 req-0e49af84-dd10-4fbb-860e-7ef96b8a6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:56.163233 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-088e99e0-8734-429a-9712-e7d5221877a8 req-0e49af84-dd10-4fbb-860e-7ef96b8a6d95 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de83ae0a-b6d0-43a9-b151-cd274d96171b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3449564 Jun 07 08:11:56.527409 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-088e99e0-8734-429a-9712-e7d5221877a8 req-77dd8ca3-bcff-4bc8-9a7a-5c7d56119e7a service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549104 Jun 07 08:11:56.530742 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8604b-567c-4c44-80be-391406a24452 req-ed3c007b-cd66-4960-841a-f452146cab67 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:56.535692 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-62d8604b-567c-4c44-80be-391406a24452 req-ed3c007b-cd66-4960-841a-f452146cab67 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.1292017 Jun 07 08:11:56.638943 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-62d8604b-567c-4c44-80be-391406a24452 req-9ba1ce51-86df-49f1-bef4-2a922e848df4 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950077 Jun 07 08:11:56.660684 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94f8a97-70f4-4f4f-a009-335f764be7d3', 'name': 'network-vif-deleted', 'tag': '800eb0b0-b359-48b8-af13-0f35561f09cf'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:11:56.663135 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0b248c-7417-42b9-a00e-4e402b7d08ca" -d '{"events": [{"server_uuid": "b94f8a97-70f4-4f4f-a009-335f764be7d3", "name": "network-vif-deleted", "tag": "800eb0b0-b359-48b8-af13-0f35561f09cf"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:11:56.708102 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31565a81-eed2-40e4-9e0d-69797f3cb248 x-openstack-request-id: req-31565a81-eed2-40e4-9e0d-69797f3cb248 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:11:56.708474 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94f8a97-70f4-4f4f-a009-335f764be7d3", "name": "network-vif-deleted", "tag": "800eb0b0-b359-48b8-af13-0f35561f09cf", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:11:56.708755 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31565a81-eed2-40e4-9e0d-69797f3cb248 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:11:56.709174 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94f8a97-70f4-4f4f-a009-335f764be7d3', 'name': 'network-vif-deleted', 'tag': '800eb0b0-b359-48b8-af13-0f35561f09cf', 'status': 'completed', 'code': 200} Jun 07 08:11:57.305201 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 50686) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:57.418604 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-47e0b5b8-593b-4cca-abe1-599bac8afd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:57.521768 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-47e0b5b8-593b-4cca-abe1-599bac8afd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:57.526379 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-47e0b5b8-593b-4cca-abe1-599bac8afd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:57.535180 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-0c394bef-2bcd-44da-8bf4-ff9e2c4d9643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:57.573918 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-47e0b5b8-593b-4cca-abe1-599bac8afd2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96c4e4936e454c4cbf8dd80d3a29de63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676384 Jun 07 08:11:57.575484 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0b5b8-593b-4cca-abe1-599bac8afd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8146f9b4-c565-4866-b813-7edb50398f63,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:57.576564 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50690) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:57.579250 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-47e0b5b8-593b-4cca-abe1-599bac8afd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:57.632672 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-250df535-76f4-40d9-bf2c-413086810d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:57.662603 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-250df535-76f4-40d9-bf2c-413086810d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:57.780792 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-250df535-76f4-40d9-bf2c-413086810d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:57.783287 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-250df535-76f4-40d9-bf2c-413086810d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:57.786962 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-250df535-76f4-40d9-bf2c-413086810d8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8146f9b4-c565-4866-b813-7edb50398f63 HTTP/1.1" status: 204 len: 168 time: 0.2068706 Jun 07 08:11:57.786962 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:57.794586 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250df535-76f4-40d9-bf2c-413086810d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8146f9b4-c565-4866-b813-7edb50398f63,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:57.796730 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-250df535-76f4-40d9-bf2c-413086810d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:58.062582 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 50704) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:58.079949 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-5e88a3c3-cd55-4030-9cc3-394c9471ac08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:58.187033 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-5e88a3c3-cd55-4030-9cc3-394c9471ac08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:58.191090 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-5e88a3c3-cd55-4030-9cc3-394c9471ac08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:58.199688 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:58.237655 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-5e88a3c3-cd55-4030-9cc3-394c9471ac08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48082494c06a42eb9d66d625706c07db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1740098 Jun 07 08:11:58.238498 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88a3c3-cd55-4030-9cc3-394c9471ac08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70c7181-b3c5-424f-b332-08a8864695da,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:58.241069 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50706) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:11:58.241288 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-5e88a3c3-cd55-4030-9cc3-394c9471ac08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:58.300138 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd4f4-29f7-4ab2-b7ed-e85f5748472b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:58.325120 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd4f4-29f7-4ab2-b7ed-e85f5748472b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:58.376807 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd4f4-29f7-4ab2-b7ed-e85f5748472b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:58.379221 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ddcdd4f4-29f7-4ab2-b7ed-e85f5748472b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:11:58.380309 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-ddcdd4f4-29f7-4ab2-b7ed-e85f5748472b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e70c7181-b3c5-424f-b332-08a8864695da HTTP/1.1" status: 204 len: 168 time: 0.1377428 Jun 07 08:11:58.381000 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-250df535-76f4-40d9-bf2c-413086810d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:11:58.390051 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdd4f4-29f7-4ab2-b7ed-e85f5748472b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70c7181-b3c5-424f-b332-08a8864695da,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:11:58.392190 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-ddcdd4f4-29f7-4ab2-b7ed-e85f5748472b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:11:59.768264 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-088e99e0-8734-429a-9712-e7d5221877a8 req-a0e4c826-4e81-4518-a4a8-901fcdf1b02a service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159009 Jun 07 08:11:59.811139 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2a810-eeff-40db-a025-b072297a3f8f req-a4715a94-a317-45bd-80ac-d8001d267d3b tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:11:59.817834 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c0b2a810-eeff-40db-a025-b072297a3f8f req-a4715a94-a317-45bd-80ac-d8001d267d3b tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.1191447 Jun 07 08:11:59.864827 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c0b2a810-eeff-40db-a025-b072297a3f8f req-eede604f-d0b6-42c3-b01c-0b8689686315 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441139 Jun 07 08:12:01.061782 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ae8dd-5ba5-4c25-9d65-3f02f44d16e1 req-90caf03f-0c52-4739-aa86-caf822ac6e1c tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:01.064060 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-781ae8dd-5ba5-4c25-9d65-3f02f44d16e1 req-90caf03f-0c52-4739-aa86-caf822ac6e1c tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.0843980 Jun 07 08:12:01.113822 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-781ae8dd-5ba5-4c25-9d65-3f02f44d16e1 req-ca4f6340-3355-4a32-ab03-cf6200b52716 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432365 Jun 07 08:12:01.646667 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 50822) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:01.722209 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff77daf8-fe49-4811-96e7-9ee6bfd041bf admin admin] Deleting subnet 0a9f027d-0787-4276-a3ff-1c67a69c1c3e {{(pid=91866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:12:01.725409 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-ff77daf8-fe49-4811-96e7-9ee6bfd041bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:01.785535 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-ff77daf8-fe49-4811-96e7-9ee6bfd041bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266515'] for subnet, precommit_delete_associations {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:01.849098 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-ff77daf8-fe49-4811-96e7-9ee6bfd041bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:01.931100 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-ff77daf8-fe49-4811-96e7-9ee6bfd041bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2265162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4090581'] for subnet, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:01.938992 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-27974b14-2dc0-4042-b5e0-abd325b54631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:01.974746 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77daf8-fe49-4811-96e7-9ee6bfd041bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9f027d-0787-4276-a3ff-1c67a69c1c3e,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:01.977784 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-ff77daf8-fe49-4811-96e7-9ee6bfd041bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:01.978829 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-ff77daf8-fe49-4811-96e7-9ee6bfd041bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:01.982855 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-ff77daf8-fe49-4811-96e7-9ee6bfd041bf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0a9f027d-0787-4276-a3ff-1c67a69c1c3e HTTP/1.1" status: 204 len: 168 time: 0.3330269 Jun 07 08:12:01.983244 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50838) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:02.095109 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9de05b61-bf03-4669-9b5f-1bcd52e136fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:02.252113 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9de05b61-bf03-4669-9b5f-1bcd52e136fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:02.268201 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-9de05b61-bf03-4669-9b5f-1bcd52e136fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e489677-7805-4721-8e79-acde3b2094a6']}} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:02.283278 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-9de05b61-bf03-4669-9b5f-1bcd52e136fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a52c2ab-4c25-4d74-92e6-aa51b19b8e55') {'for_net_delete': True} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:02.283671 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-9de05b61-bf03-4669-9b5f-1bcd52e136fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a52c2ab-4c25-4d74-92e6-aa51b19b8e55') {} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:02.298348 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9de05b61-bf03-4669-9b5f-1bcd52e136fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2169265'] for segment, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:02.316651 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9de05b61-bf03-4669-9b5f-1bcd52e136fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:02.324758 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de05b61-bf03-4669-9b5f-1bcd52e136fc admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=91867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:12:02.325240 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9de05b61-bf03-4669-9b5f-1bcd52e136fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819725'] for segment, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:02.427988 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3a4fae4a-3b0a-4a62-ad5f-bcbdad0daca9 req-1099ed18-e577-433e-a2ad-6aa0dc9d15fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1639688 Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: Traceback (most recent call last): Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: timer() Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: cb(*args, **kw) Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: return func(*args, **kwargs) Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: self._notify() Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: self.callback(batched_events) Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: event.method(event) Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: return f(self, *a, **k) Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._get(url).json() Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: return self.request(url, 'GET', **kwargs) Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:12:02.481777 dv-cinder-784945-11-iscsi neutron-server[91867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:12:02.547754 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9de05b61-bf03-4669-9b5f-1bcd52e136fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:02.556331 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9de05b61-bf03-4669-9b5f-1bcd52e136fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:02.559118 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-9de05b61-bf03-4669-9b5f-1bcd52e136fc admin admin] 10.222.0.43 "DELETE /v2.0/networks/3e489677-7805-4721-8e79-acde3b2094a6 HTTP/1.1" status: 204 len: 168 time: 0.5748873 Jun 07 08:12:02.563031 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6e52b310-f0f9-4a11-8968-cdb43280238f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:02.585741 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de05b61-bf03-4669-9b5f-1bcd52e136fc admin admin] Pushing event deleted for resources: {'Network': ['ID=3e489677-7805-4721-8e79-acde3b2094a6,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:02.589699 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-9de05b61-bf03-4669-9b5f-1bcd52e136fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:02.621976 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f3d62-3116-4c72-b182-6cb037e4c63f req-e41613d9-0806-4500-a3c3-f6bdf744afb8 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:02.623695 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8b7f3d62-3116-4c72-b182-6cb037e4c63f req-e41613d9-0806-4500-a3c3-f6bdf744afb8 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.1470647 Jun 07 08:12:02.685045 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fae4a-3b0a-4a62-ad5f-bcbdad0daca9 req-e5fba818-239a-4256-bcbc-50e89a2d6a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:02.686829 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8b7f3d62-3116-4c72-b182-6cb037e4c63f req-4a52c8ea-5ea0-4834-980e-9f9258c27260 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571513 Jun 07 08:12:02.687942 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3a4fae4a-3b0a-4a62-ad5f-bcbdad0daca9 req-e5fba818-239a-4256-bcbc-50e89a2d6a4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 1098 time: 0.1596484 Jun 07 08:12:02.768540 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50868) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:02.783868 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50872) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:02.837041 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-557b5dbb-ff90-48f3-9a8b-807fe818611e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=307149236d7949e9b2d732d3e24bf232&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517459 Jun 07 08:12:02.840881 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50874) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:02.870834 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fae4a-3b0a-4a62-ad5f-bcbdad0daca9 req-99aa2426-57f0-4bd5-a8f4-1b5a0d333af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:02.872324 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3a4fae4a-3b0a-4a62-ad5f-bcbdad0daca9 req-99aa2426-57f0-4bd5-a8f4-1b5a0d333af1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8661265-012e-4b77-980c-179a981d3247 HTTP/1.1" status: 200 len: 918 time: 0.1381509 Jun 07 08:12:02.904620 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2318d47f-c036-4b44-aaa6-ce22443f301d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:02.943613 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2318d47f-c036-4b44-aaa6-ce22443f301d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:02.996589 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3a4fae4a-3b0a-4a62-ad5f-bcbdad0daca9 req-fdbfec97-872a-40cf-8225-9dcce9882a54 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f HTTP/1.1" status: 200 len: 1000 time: 0.1175780 Jun 07 08:12:03.040544 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2318d47f-c036-4b44-aaa6-ce22443f301d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:03.044688 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2318d47f-c036-4b44-aaa6-ce22443f301d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:03.045857 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-2318d47f-c036-4b44-aaa6-ce22443f301d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/58d99026-2960-4418-a78f-7bc3655fe048 HTTP/1.1" status: 204 len: 168 time: 0.2040312 Jun 07 08:12:03.046534 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:03.062810 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318d47f-c036-4b44-aaa6-ce22443f301d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d99026-2960-4418-a78f-7bc3655fe048,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:03.066170 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2318d47f-c036-4b44-aaa6-ce22443f301d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:03.103475 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fae4a-3b0a-4a62-ad5f-bcbdad0daca9 req-9b6a6af1-fd7d-4494-999a-5ecdb9bf25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:03.105953 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3a4fae4a-3b0a-4a62-ad5f-bcbdad0daca9 req-9b6a6af1-fd7d-4494-999a-5ecdb9bf25cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be HTTP/1.1" status: 200 len: 856 time: 0.0990074 Jun 07 08:12:03.111970 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2bd1b95f-2ef8-48ae-964f-322ccecbb9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:03.195113 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fae4a-3b0a-4a62-ad5f-bcbdad0daca9 req-d5c304a6-d149-4b1f-ae4f-e7cbf60a0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:03.196541 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3a4fae4a-3b0a-4a62-ad5f-bcbdad0daca9 req-d5c304a6-d149-4b1f-ae4f-e7cbf60a0604 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8661265-012e-4b77-980c-179a981d3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0832756 Jun 07 08:12:03.243119 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2bd1b95f-2ef8-48ae-964f-322ccecbb9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:03.247769 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2bd1b95f-2ef8-48ae-964f-322ccecbb9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:03.257708 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-a8dc12df-9800-4873-b0d7-dda7283ba070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:03.285245 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1b95f-2ef8-48ae-964f-322ccecbb9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04793c8a-797a-4fc3-ad85-65234d19d380,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:03.292255 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2bd1b95f-2ef8-48ae-964f-322ccecbb9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:03.308918 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-2bd1b95f-2ef8-48ae-964f-322ccecbb9da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65d0772d3a91484c9e7680d76c3d5b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5392995 Jun 07 08:12:03.311461 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50884) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:03.343577 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3a4fae4a-3b0a-4a62-ad5f-bcbdad0daca9 req-1d9bdf92-1ec8-40e5-9b69-9d74f1e188b0 service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353705 Jun 07 08:12:03.376313 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5b0f9ea3-7cec-4912-8d42-51dca336ed0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:03.405722 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5b0f9ea3-7cec-4912-8d42-51dca336ed0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:03.466574 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5b0f9ea3-7cec-4912-8d42-51dca336ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:03.468922 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5b0f9ea3-7cec-4912-8d42-51dca336ed0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:03.472481 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-5b0f9ea3-7cec-4912-8d42-51dca336ed0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04793c8a-797a-4fc3-ad85-65234d19d380 HTTP/1.1" status: 204 len: 168 time: 0.1577203 Jun 07 08:12:03.472481 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-04f28bcb-139b-4e52-bdb3-39a110266487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:03.481061 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f9ea3-7cec-4912-8d42-51dca336ed0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04793c8a-797a-4fc3-ad85-65234d19d380,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:03.487875 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-5b0f9ea3-7cec-4912-8d42-51dca336ed0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:03.491703 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3a4fae4a-3b0a-4a62-ad5f-bcbdad0daca9 req-6f24bb27-ebe8-46e8-a5d8-2cc77029faf0 service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389894 Jun 07 08:12:04.063192 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc7935-99d0-4dbc-b1b6-08cb66db0f99 req-b0e4db3f-7243-4f04-8ad3-beffede5dab9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:04.073845 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-eabc7935-99d0-4dbc-b1b6-08cb66db0f99 req-b0e4db3f-7243-4f04-8ad3-beffede5dab9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.2471097 Jun 07 08:12:04.147452 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-eabc7935-99d0-4dbc-b1b6-08cb66db0f99 req-41748a2f-490f-469f-8bcf-d804b93133c6 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726240 Jun 07 08:12:04.211759 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 50942) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:04.212113 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 50944) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:04.296022 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d44cd20-7bf7-4062-a5e9-73bfe6454cb2 admin admin] Deleting subnet 33c3612f-f857-4a4f-a80d-c360daa44ade {{(pid=91866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:12:04.300346 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8d44cd20-7bf7-4062-a5e9-73bfe6454cb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:04.350363 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8d44cd20-7bf7-4062-a5e9-73bfe6454cb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266515'] for subnet, precommit_delete_associations {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:04.418645 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8d44cd20-7bf7-4062-a5e9-73bfe6454cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:04.517757 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-796436f4-b05c-430d-b8f8-47865c41dc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:04.611856 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8d44cd20-7bf7-4062-a5e9-73bfe6454cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2265162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4090581'] for subnet, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:04.622178 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:04.660707 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44cd20-7bf7-4062-a5e9-73bfe6454cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c3612f-f857-4a4f-a80d-c360daa44ade,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:04.663950 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8d44cd20-7bf7-4062-a5e9-73bfe6454cb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:04.670239 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-8d44cd20-7bf7-4062-a5e9-73bfe6454cb2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/33c3612f-f857-4a4f-a80d-c360daa44ade HTTP/1.1" status: 204 len: 168 time: 0.4527364 Jun 07 08:12:04.670239 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-8d44cd20-7bf7-4062-a5e9-73bfe6454cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:04.670239 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 50970) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:04.805409 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9992991c-b736-4c1d-98af-01febb9043a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:04.823661 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-796436f4-b05c-430d-b8f8-47865c41dc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:04.829214 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-796436f4-b05c-430d-b8f8-47865c41dc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:04.867289 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-5e88a3c3-cd55-4030-9cc3-394c9471ac08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:04.931823 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-796436f4-b05c-430d-b8f8-47865c41dc63 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0baffa8d8a5644a8be944dd0b7a2dfd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6764286 Jun 07 08:12:04.933485 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 50980) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:04.947253 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796436f4-b05c-430d-b8f8-47865c41dc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324afd36-d45a-4090-af40-365aff1147b4,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:04.952849 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-796436f4-b05c-430d-b8f8-47865c41dc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:05.000467 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9992991c-b736-4c1d-98af-01febb9043a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.015917 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-9992991c-b736-4c1d-98af-01febb9043a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4af542c-6146-46e9-bf52-310b2dff5420']}} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:05.034271 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-9992991c-b736-4c1d-98af-01febb9043a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc612bb-66b7-4b87-bb2d-b5ebdb45b605') {'for_net_delete': True} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:05.034561 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-9992991c-b736-4c1d-98af-01febb9043a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc612bb-66b7-4b87-bb2d-b5ebdb45b605') {} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:05.049434 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9992991c-b736-4c1d-98af-01febb9043a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2266538'] for segment, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.071174 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9992991c-b736-4c1d-98af-01febb9043a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.086388 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9992991c-b736-4c1d-98af-01febb9043a9 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=91866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:12:05.087062 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9992991c-b736-4c1d-98af-01febb9043a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265328'] for segment, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: Traceback (most recent call last): Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: timer() Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: cb(*args, **kw) Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: return func(*args, **kwargs) Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: self._notify() Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: self.callback(batched_events) Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: event.method(event) Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: return f(self, *a, **k) Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._get(url).json() Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: return self.request(url, 'GET', **kwargs) Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:12:05.106360 dv-cinder-784945-11-iscsi neutron-server[91866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:12:05.109634 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0a00cbaa-8e7b-4c7d-a376-39f2fead2b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.184934 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0a00cbaa-8e7b-4c7d-a376-39f2fead2b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.208142 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9992991c-b736-4c1d-98af-01febb9043a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.219185 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9dee80c2-cef2-454a-9e65-e0b0015ea9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:05.261421 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9992991c-b736-4c1d-98af-01febb9043a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.263739 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-9992991c-b736-4c1d-98af-01febb9043a9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e4af542c-6146-46e9-bf52-310b2dff5420 HTTP/1.1" status: 204 len: 168 time: 0.5931296 Jun 07 08:12:05.267027 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51002) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:05.272015 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992991c-b736-4c1d-98af-01febb9043a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4af542c-6146-46e9-bf52-310b2dff5420,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:05.280602 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9992991c-b736-4c1d-98af-01febb9043a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:05.435235 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0a00cbaa-8e7b-4c7d-a376-39f2fead2b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.437679 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0a00cbaa-8e7b-4c7d-a376-39f2fead2b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.438965 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-0a00cbaa-8e7b-4c7d-a376-39f2fead2b17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/324afd36-d45a-4090-af40-365aff1147b4 HTTP/1.1" status: 204 len: 168 time: 0.5038950 Jun 07 08:12:05.441649 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-78cac0f8-3739-47d6-b2f4-3d7caef22e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:05.459982 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32d5184-f42a-4f21-9e32-ba5948f12f62 admin admin] Deleting subnet 5a152921-b3f7-485c-af8c-9a41af9e00b3 {{(pid=91867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:12:05.463308 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00cbaa-8e7b-4c7d-a376-39f2fead2b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324afd36-d45a-4090-af40-365aff1147b4,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:05.467012 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0a00cbaa-8e7b-4c7d-a376-39f2fead2b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:05.467845 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d32d5184-f42a-4f21-9e32-ba5948f12f62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.545216 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d32d5184-f42a-4f21-9e32-ba5948f12f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2169224'] for subnet, precommit_delete_associations {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.585113 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad8c0a-b2b0-4256-a0fd-19a821972d58 req-7c3c661a-4452-44e9-8069-d0c3cfdaeb3b tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:05.586877 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-29ad8c0a-b2b0-4256-a0fd-19a821972d58 req-7c3c661a-4452-44e9-8069-d0c3cfdaeb3b tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.2311606 Jun 07 08:12:05.643163 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d32d5184-f42a-4f21-9e32-ba5948f12f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.691907 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-29ad8c0a-b2b0-4256-a0fd-19a821972d58 req-81b114f1-4570-4cbb-b48b-20cb3782d878 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964634 Jun 07 08:12:05.742703 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d32d5184-f42a-4f21-9e32-ba5948f12f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3819639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2465124'] for subnet, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.748379 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:05.784540 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d5184-f42a-4f21-9e32-ba5948f12f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a152921-b3f7-485c-af8c-9a41af9e00b3,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:05.792981 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d32d5184-f42a-4f21-9e32-ba5948f12f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:05.794015 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d32d5184-f42a-4f21-9e32-ba5948f12f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.795924 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-d32d5184-f42a-4f21-9e32-ba5948f12f62 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5a152921-b3f7-485c-af8c-9a41af9e00b3 HTTP/1.1" status: 204 len: 168 time: 0.5277190 Jun 07 08:12:05.798597 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51026) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:05.908802 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-eb580687-375c-4659-bef3-43b8ec635821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:05.927963 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51030) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:05.950472 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e0814657-6a38-41ba-8aea-12b0f0feafd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.089781 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e0814657-6a38-41ba-8aea-12b0f0feafd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.099012 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e0814657-6a38-41ba-8aea-12b0f0feafd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.112495 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6e74dfc5-34b1-468b-a113-e591f54ca2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:06.142952 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-eb580687-375c-4659-bef3-43b8ec635821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.156680 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-eb580687-375c-4659-bef3-43b8ec635821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85b0b9a-1402-45d9-ad47-021862a2830f']}} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:06.168284 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-e0814657-6a38-41ba-8aea-12b0f0feafd4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bea99d4c996e4594a71b58d615344231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389534 Jun 07 08:12:06.169615 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0814657-6a38-41ba-8aea-12b0f0feafd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b61e32-f72e-4dae-a6f7-71cb48889017,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:06.171093 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-eb580687-375c-4659-bef3-43b8ec635821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcf7f9f-2263-4cd4-84c1-9a9d74c48a37') {'for_net_delete': True} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:06.171458 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-eb580687-375c-4659-bef3-43b8ec635821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcf7f9f-2263-4cd4-84c1-9a9d74c48a37') {} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:06.172444 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51036) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:06.184863 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-eb580687-375c-4659-bef3-43b8ec635821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2169265'] for segment, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.200530 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e0814657-6a38-41ba-8aea-12b0f0feafd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:06.201811 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-eb580687-375c-4659-bef3-43b8ec635821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.208728 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb580687-375c-4659-bef3-43b8ec635821 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=91867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:12:06.209192 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-eb580687-375c-4659-bef3-43b8ec635821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819725'] for segment, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.259987 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2456-272d-4b7a-857b-a90c55b835b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.290879 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2456-272d-4b7a-857b-a90c55b835b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: Traceback (most recent call last): Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: timer() Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: cb(*args, **kw) Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: return func(*args, **kwargs) Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: self._notify() Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: self.callback(batched_events) Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: event.method(event) Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: return f(self, *a, **k) Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._get(url).json() Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: return self.request(url, 'GET', **kwargs) Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:12:06.304685 dv-cinder-784945-11-iscsi neutron-server[91867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:12:06.310262 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-eb580687-375c-4659-bef3-43b8ec635821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.314884 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:06.331597 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-eb580687-375c-4659-bef3-43b8ec635821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.336276 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-eb580687-375c-4659-bef3-43b8ec635821 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b85b0b9a-1402-45d9-ad47-021862a2830f HTTP/1.1" status: 204 len: 168 time: 0.5367401 Jun 07 08:12:06.340485 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb580687-375c-4659-bef3-43b8ec635821 admin admin] Pushing event deleted for resources: {'Network': ['ID=b85b0b9a-1402-45d9-ad47-021862a2830f,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:06.343618 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-eb580687-375c-4659-bef3-43b8ec635821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:06.366035 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2456-272d-4b7a-857b-a90c55b835b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.368977 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4a7b2456-272d-4b7a-857b-a90c55b835b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.372871 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-4a7b2456-272d-4b7a-857b-a90c55b835b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0b61e32-f72e-4dae-a6f7-71cb48889017 HTTP/1.1" status: 204 len: 168 time: 0.1818428 Jun 07 08:12:06.372871 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-215cc41a-8fa8-40e0-a2f9-f215aa8e9c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:06.394416 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b2456-272d-4b7a-857b-a90c55b835b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b61e32-f72e-4dae-a6f7-71cb48889017,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:06.400416 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-4a7b2456-272d-4b7a-857b-a90c55b835b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:06.581762 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51086) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:06.661819 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-7ea4b0c9-aa93-4796-a6a4-8dfd5588a316 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5eea7c7a6157498f9c14477caf5bced0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776944 Jun 07 08:12:06.663422 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51098) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:06.775689 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.798900 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6204a844-d70e-4f2d-af2e-2de4caec8c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.855241 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6204a844-d70e-4f2d-af2e-2de4caec8c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.939771 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970631-186d-472f-a2e4-19f60c7dde31 req-cca89efd-893b-483a-ad09-e658a3b1f075 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:06.941419 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e0970631-186d-472f-a2e4-19f60c7dde31 req-cca89efd-893b-483a-ad09-e658a3b1f075 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.0955381 Jun 07 08:12:06.949139 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6204a844-d70e-4f2d-af2e-2de4caec8c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.953564 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6204a844-d70e-4f2d-af2e-2de4caec8c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:06.957859 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-6204a844-d70e-4f2d-af2e-2de4caec8c4e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38d29ab7-6215-44e0-996a-6d22ccefd9f5 HTTP/1.1" status: 204 len: 168 time: 0.2934084 Jun 07 08:12:06.961891 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:06.986556 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204a844-d70e-4f2d-af2e-2de4caec8c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d29ab7-6215-44e0-996a-6d22ccefd9f5,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:06.991158 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6204a844-d70e-4f2d-af2e-2de4caec8c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:07.067390 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e0970631-186d-472f-a2e4-19f60c7dde31 req-b7578b1b-b741-42b9-a368-b32b4209533a tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145566 Jun 07 08:12:07.468392 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51144) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:07.569678 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51156) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:07.573554 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-56602ab7-c165-402e-ac61-692399a5ec61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f906a06f8a0640e1ac432f153bdf8fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1033804 Jun 07 08:12:07.658122 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-080b37b2-b732-47e2-86d6-9c3175da837b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:07.689322 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-080b37b2-b732-47e2-86d6-9c3175da837b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:07.758563 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-080b37b2-b732-47e2-86d6-9c3175da837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:07.762278 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-080b37b2-b732-47e2-86d6-9c3175da837b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:07.766007 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-080b37b2-b732-47e2-86d6-9c3175da837b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1592803c-0a9d-4dcb-bcd7-4612a1425fc7 HTTP/1.1" status: 204 len: 168 time: 0.1949060 Jun 07 08:12:07.767204 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3f38bea9-c63f-47c5-b8b4-369656a0657d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:07.781202 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b37b2-b732-47e2-86d6-9c3175da837b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1592803c-0a9d-4dcb-bcd7-4612a1425fc7,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:07.783812 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-080b37b2-b732-47e2-86d6-9c3175da837b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:08.296516 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0923f1-5b48-4a77-b7cd-2f865247a0f8 req-66e44aa8-b2a9-4b3c-992b-4923bdee60de tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:08.298457 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3b0923f1-5b48-4a77-b7cd-2f865247a0f8 req-66e44aa8-b2a9-4b3c-992b-4923bdee60de tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.1171908 Jun 07 08:12:08.309770 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e31f0c6e-45f9-44c3-a91f-80afbee22d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:08.373970 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3b0923f1-5b48-4a77-b7cd-2f865247a0f8 req-26678fdc-d585-480a-8e84-3ae28a80db6a tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599270 Jun 07 08:12:09.319218 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51254) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:09.478040 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d041b99a-6364-4935-a27b-d482813fcc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:09.656864 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dde976-5b81-43f2-9a5e-69c429fefc0e req-02bf6a34-00e7-40b2-afb0-5a71181e7eaf tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:09.658358 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-45dde976-5b81-43f2-9a5e-69c429fefc0e req-02bf6a34-00e7-40b2-afb0-5a71181e7eaf tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.1418638 Jun 07 08:12:09.688849 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d041b99a-6364-4935-a27b-d482813fcc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:09.695762 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d041b99a-6364-4935-a27b-d482813fcc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:09.706447 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-147a3bf8-d8df-4150-baae-9b43fead12fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:09.763172 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-45dde976-5b81-43f2-9a5e-69c429fefc0e req-52670619-5dbd-49b4-9cb3-aff13ccb8705 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971029 Jun 07 08:12:09.777473 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-d041b99a-6364-4935-a27b-d482813fcc66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=371e71e610b34fd589896e47b05849eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568441 Jun 07 08:12:09.779829 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51266) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:09.781815 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041b99a-6364-4935-a27b-d482813fcc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd208652-d54e-4420-9217-fee5ca9074f7,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:09.811178 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d041b99a-6364-4935-a27b-d482813fcc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:09.864157 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0c926b4e-8375-4220-acc0-84a815dffc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:09.912518 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0c926b4e-8375-4220-acc0-84a815dffc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:09.989207 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0c926b4e-8375-4220-acc0-84a815dffc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:09.993799 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0c926b4e-8375-4220-acc0-84a815dffc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:09.996547 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-0c926b4e-8375-4220-acc0-84a815dffc73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd208652-d54e-4420-9217-fee5ca9074f7 HTTP/1.1" status: 204 len: 168 time: 0.2154734 Jun 07 08:12:09.997742 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-7ab217ae-2261-40e3-b514-953edf55daeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:10.011992 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c926b4e-8375-4220-acc0-84a815dffc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd208652-d54e-4420-9217-fee5ca9074f7,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:10.015474 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0c926b4e-8375-4220-acc0-84a815dffc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:10.837562 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:10.982353 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-144ec535-1518-48d1-85f8-effaf9da6ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:10.993017 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd0db3-2988-4abd-96e4-9b9254ed327c req-21989997-3124-4f7d-8ff3-42f164362536 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:10.996084 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-58bd0db3-2988-4abd-96e4-9b9254ed327c req-21989997-3124-4f7d-8ff3-42f164362536 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.0974488 Jun 07 08:12:11.048560 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-58bd0db3-2988-4abd-96e4-9b9254ed327c req-11f72745-235b-4baf-8c7d-ba0f716df2bb tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476813 Jun 07 08:12:11.934471 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:12.237605 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddee6e2-a511-402e-8d80-a46255ccd1de req-276c1711-e16c-4c65-9c54-97f6ac44b7d7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:12.239036 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bddee6e2-a511-402e-8d80-a46255ccd1de req-276c1711-e16c-4c65-9c54-97f6ac44b7d7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.0824432 Jun 07 08:12:12.283489 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bddee6e2-a511-402e-8d80-a46255ccd1de req-fbe0b4c7-8b1e-4e3e-ba7c-cd5cacc315e9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387993 Jun 07 08:12:13.533520 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:15.104706 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a8fd0-6136-4524-9061-4ffe02e3f806 req-46620177-3100-40c5-8247-24183b6b9a91 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:15.106215 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a50a8fd0-6136-4524-9061-4ffe02e3f806 req-46620177-3100-40c5-8247-24183b6b9a91 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.0846021 Jun 07 08:12:15.149687 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a50a8fd0-6136-4524-9061-4ffe02e3f806 req-c496a640-24d6-4b5e-98c6-f73f4f1af6a0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378702 Jun 07 08:12:16.357167 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94036072-c71a-463a-bb83-174866f85d2f req-f8ff4b3b-870e-4f68-8bc3-4e3f8d6d58d1 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:16.358726 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-94036072-c71a-463a-bb83-174866f85d2f req-f8ff4b3b-870e-4f68-8bc3-4e3f8d6d58d1 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.0940783 Jun 07 08:12:16.425384 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-94036072-c71a-463a-bb83-174866f85d2f req-c2bfddfa-7a89-41e5-99de-ac74aada443f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601094 Jun 07 08:12:16.465978 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51442) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:16.609014 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9f7eaea3-d2a7-4653-8d2f-42b881f4cab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:16.723709 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9f7eaea3-d2a7-4653-8d2f-42b881f4cab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:16.728818 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9f7eaea3-d2a7-4653-8d2f-42b881f4cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:16.740369 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b70a2158-0cbe-408b-a2de-8a9903b44fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:16.778076 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-9f7eaea3-d2a7-4653-8d2f-42b881f4cab3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=777b1c6139bc49fd8e2daa1d8dd73e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108442 Jun 07 08:12:16.779632 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7eaea3-d2a7-4653-8d2f-42b881f4cab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6531fa4-ca4a-4b1d-81cb-521feb562d88,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:16.780825 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51456) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:16.782667 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-9f7eaea3-d2a7-4653-8d2f-42b881f4cab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:16.928180 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-43769619-be56-4303-9b26-aa38635687cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:16.956758 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-43769619-be56-4303-9b26-aa38635687cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:17.017669 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-43769619-be56-4303-9b26-aa38635687cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:17.020355 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-43769619-be56-4303-9b26-aa38635687cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:17.023910 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-43769619-be56-4303-9b26-aa38635687cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6531fa4-ca4a-4b1d-81cb-521feb562d88 HTTP/1.1" status: 204 len: 168 time: 0.2397237 Jun 07 08:12:17.023910 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-4a7b2456-272d-4b7a-857b-a90c55b835b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:17.037806 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43769619-be56-4303-9b26-aa38635687cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6531fa4-ca4a-4b1d-81cb-521feb562d88,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:17.040363 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-43769619-be56-4303-9b26-aa38635687cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:17.654224 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae3032-bb5d-4fba-9190-7c757a09481e req-89109d5b-525d-4f5d-8fe8-acfc9a9ebf86 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:17.655744 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9dae3032-bb5d-4fba-9190-7c757a09481e req-89109d5b-525d-4f5d-8fe8-acfc9a9ebf86 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.1085777 Jun 07 08:12:17.730104 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9dae3032-bb5d-4fba-9190-7c757a09481e req-490444e6-1ae4-4261-9c93-61dfc7e63a27 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629878 Jun 07 08:12:18.517541 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51534) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:18.633788 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-bfcdd856-6d61-4362-86b8-27b64040727d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:18.774876 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-bfcdd856-6d61-4362-86b8-27b64040727d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:18.778747 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-bfcdd856-6d61-4362-86b8-27b64040727d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:18.787960 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-1cd413a5-10a3-430a-a432-5b2f2f8fb8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:18.830959 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-bfcdd856-6d61-4362-86b8-27b64040727d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8936d01751e940e29b157422a5307c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101156 Jun 07 08:12:18.830959 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdd856-6d61-4362-86b8-27b64040727d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26190454-1a65-496f-b88f-d1abcdf2db9e,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:18.832665 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51546) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:18.844194 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-bfcdd856-6d61-4362-86b8-27b64040727d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:18.961584 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51554) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:18.980856 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c29e73de-9849-421a-9fe5-0a7e125a1694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.005190 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5696b2-8b90-4363-9ae9-350a5d5e0e50 req-fdffebf7-1196-409d-be06-666b72fb67ae tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:19.012828 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1e5696b2-8b90-4363-9ae9-350a5d5e0e50 req-fdffebf7-1196-409d-be06-666b72fb67ae tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.1617370 Jun 07 08:12:19.047315 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c29e73de-9849-421a-9fe5-0a7e125a1694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.088760 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-08d50460-c12f-42e9-b0b0-1518d2225ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.094053 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1e5696b2-8b90-4363-9ae9-350a5d5e0e50 req-87e0ad3a-4966-4fe9-9f62-ad56bbe9abc7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800982 Jun 07 08:12:19.127374 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c29e73de-9849-421a-9fe5-0a7e125a1694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.130147 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c29e73de-9849-421a-9fe5-0a7e125a1694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.131485 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-c29e73de-9849-421a-9fe5-0a7e125a1694 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26190454-1a65-496f-b88f-d1abcdf2db9e HTTP/1.1" status: 204 len: 168 time: 0.2967925 Jun 07 08:12:19.132462 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-080b37b2-b732-47e2-86d6-9c3175da837b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:19.143470 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e73de-9849-421a-9fe5-0a7e125a1694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26190454-1a65-496f-b88f-d1abcdf2db9e,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:19.164266 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c29e73de-9849-421a-9fe5-0a7e125a1694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:19.241336 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-08d50460-c12f-42e9-b0b0-1518d2225ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.245877 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-08d50460-c12f-42e9-b0b0-1518d2225ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.254696 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6204a844-d70e-4f2d-af2e-2de4caec8c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:19.298930 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-08d50460-c12f-42e9-b0b0-1518d2225ba1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fce95b8b85ac40f3937535a36cb9d7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361483 Jun 07 08:12:19.300388 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d50460-c12f-42e9-b0b0-1518d2225ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c46dbd7-732a-4d86-af84-9c3e9f042523,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:19.301975 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51566) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:19.304148 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-08d50460-c12f-42e9-b0b0-1518d2225ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:19.367866 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f11a09cf-0580-45a9-b9d1-91222da3ce26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.398574 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f11a09cf-0580-45a9-b9d1-91222da3ce26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.514815 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f11a09cf-0580-45a9-b9d1-91222da3ce26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.517435 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f11a09cf-0580-45a9-b9d1-91222da3ce26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.519425 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-f11a09cf-0580-45a9-b9d1-91222da3ce26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c46dbd7-732a-4d86-af84-9c3e9f042523 HTTP/1.1" status: 204 len: 168 time: 0.2151971 Jun 07 08:12:19.522588 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:19.547832 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a09cf-0580-45a9-b9d1-91222da3ce26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c46dbd7-732a-4d86-af84-9c3e9f042523,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:19.557434 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f11a09cf-0580-45a9-b9d1-91222da3ce26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:19.560735 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51582) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:19.601127 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-edf8c1e2-1215-4f94-bd67-da240311097a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.737045 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-edf8c1e2-1215-4f94-bd67-da240311097a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.743389 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-edf8c1e2-1215-4f94-bd67-da240311097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.752040 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b5223fbd-6e64-4fdf-8f07-dd4bcfebb134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:19.833707 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8c1e2-1215-4f94-bd67-da240311097a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccca6a7d-9246-4fa9-a65b-82f594b5ffc8,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:19.847757 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51590) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:19.851344 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-edf8c1e2-1215-4f94-bd67-da240311097a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac2b660019ad4584a0d6bed6e932c362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867916 Jun 07 08:12:19.851344 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-edf8c1e2-1215-4f94-bd67-da240311097a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:19.851344 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51592) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:19.950523 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2590b9a5-3b26-4b5f-81c9-680a2d0bf63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:19.978794 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2590b9a5-3b26-4b5f-81c9-680a2d0bf63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.050190 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2590b9a5-3b26-4b5f-81c9-680a2d0bf63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.052667 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2590b9a5-3b26-4b5f-81c9-680a2d0bf63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.053803 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-2590b9a5-3b26-4b5f-81c9-680a2d0bf63d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ccca6a7d-9246-4fa9-a65b-82f594b5ffc8 HTTP/1.1" status: 204 len: 168 time: 0.2018156 Jun 07 08:12:20.054555 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-bfcdd856-6d61-4362-86b8-27b64040727d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:20.064896 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590b9a5-3b26-4b5f-81c9-680a2d0bf63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccca6a7d-9246-4fa9-a65b-82f594b5ffc8,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:20.067343 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2590b9a5-3b26-4b5f-81c9-680a2d0bf63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:20.124476 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3ab57bc8-0ecb-4efe-8828-0ed782ef234f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.190283 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51604) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:20.212209 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-faa1f8b1-5520-4070-baae-19179f3f5e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.285246 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3ab57bc8-0ecb-4efe-8828-0ed782ef234f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.289876 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:12:20.290509 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3ab57bc8-0ecb-4efe-8828-0ed782ef234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.300314 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3d169f39-8295-4f86-8620-4041454f1672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:20.349199 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-3ab57bc8-0ecb-4efe-8828-0ed782ef234f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ceb9b4ca6f2d438489e01dca5f8f7982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4918461 Jun 07 08:12:20.349426 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f793c-d8c9-4170-997f-dafd2145e300 req-3ecd1207-375a-4772-8224-0b11e6532188 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:20.349906 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab57bc8-0ecb-4efe-8828-0ed782ef234f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1365b7f-73c7-484c-a463-1137d500faf7,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:20.350789 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-bc8f793c-d8c9-4170-997f-dafd2145e300 req-3ecd1207-375a-4772-8224-0b11e6532188 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.1231873 Jun 07 08:12:20.352318 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51608) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:20.367976 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3ab57bc8-0ecb-4efe-8828-0ed782ef234f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:20.425113 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-bc8f793c-d8c9-4170-997f-dafd2145e300 req-c0ea3a5b-a814-4f61-9bf6-c9e6edd2725c tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660691 Jun 07 08:12:20.430009 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cf576e77-f467-4c60-91b6-ba841a84bfe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.470785 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cf576e77-f467-4c60-91b6-ba841a84bfe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.474165 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-faa1f8b1-5520-4070-baae-19179f3f5e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.483312 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-faa1f8b1-5520-4070-baae-19179f3f5e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.492580 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:20.538093 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cf576e77-f467-4c60-91b6-ba841a84bfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.540726 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cf576e77-f467-4c60-91b6-ba841a84bfe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.544546 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-cf576e77-f467-4c60-91b6-ba841a84bfe0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1365b7f-73c7-484c-a463-1137d500faf7 HTTP/1.1" status: 204 len: 168 time: 0.1850672 Jun 07 08:12:20.544680 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-faa1f8b1-5520-4070-baae-19179f3f5e69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89edc7b1d4bd4cd89dad72c3e92fae4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516912 Jun 07 08:12:20.544759 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-abdcfdc1-81dc-4059-b178-bee7452ab286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:20.544847 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1f8b1-5520-4070-baae-19179f3f5e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba265fe-98e2-4d34-9711-8c7dbd961157,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:20.554074 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51612) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:20.557348 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-faa1f8b1-5520-4070-baae-19179f3f5e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:20.614439 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51616) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:20.620872 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf576e77-f467-4c60-91b6-ba841a84bfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1365b7f-73c7-484c-a463-1137d500faf7,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:20.623933 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-cf576e77-f467-4c60-91b6-ba841a84bfe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:20.632064 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-20addf0c-4fe0-4088-88bd-5f9e95f67933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.645578 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-41fecec1-101c-4781-b37f-f60551b12407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.677805 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-41fecec1-101c-4781-b37f-f60551b12407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.755988 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-41fecec1-101c-4781-b37f-f60551b12407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.758874 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-41fecec1-101c-4781-b37f-f60551b12407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.760769 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-41fecec1-101c-4781-b37f-f60551b12407 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ba265fe-98e2-4d34-9711-8c7dbd961157 HTTP/1.1" status: 204 len: 168 time: 0.2056723 Jun 07 08:12:20.761530 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-59993f55-1ed6-498b-9a62-cb93014a2163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:20.767691 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-20addf0c-4fe0-4088-88bd-5f9e95f67933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.774176 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-20addf0c-4fe0-4088-88bd-5f9e95f67933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.786248 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-39646bff-2c0c-4620-9949-e63ba04498cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:20.789493 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fecec1-101c-4781-b37f-f60551b12407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba265fe-98e2-4d34-9711-8c7dbd961157,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:20.792718 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-41fecec1-101c-4781-b37f-f60551b12407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:20.836948 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-20addf0c-4fe0-4088-88bd-5f9e95f67933 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=822bbcd8597342318368d3a1bf8d32a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191880 Jun 07 08:12:20.836948 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20addf0c-4fe0-4088-88bd-5f9e95f67933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee4d0f4-ba34-4cb8-9921-7a7f83572626,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:20.837679 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51624) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:20.839084 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-20addf0c-4fe0-4088-88bd-5f9e95f67933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:20.914709 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-09ec4439-d33e-428b-b3d5-6e7123279871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.943890 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-09ec4439-d33e-428b-b3d5-6e7123279871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:20.999365 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-09ec4439-d33e-428b-b3d5-6e7123279871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.002137 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-09ec4439-d33e-428b-b3d5-6e7123279871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.005812 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-09ec4439-d33e-428b-b3d5-6e7123279871 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ee4d0f4-ba34-4cb8-9921-7a7f83572626 HTTP/1.1" status: 204 len: 168 time: 0.1659603 Jun 07 08:12:21.006656 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-65f6e089-dd0c-45c3-ba12-51d5b54e9eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:21.022030 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec4439-d33e-428b-b3d5-6e7123279871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee4d0f4-ba34-4cb8-9921-7a7f83572626,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:21.025971 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-09ec4439-d33e-428b-b3d5-6e7123279871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:21.092201 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51634) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:21.114375 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6af016ed-c06b-4c54-8032-31f2f61818f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.225205 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6af016ed-c06b-4c54-8032-31f2f61818f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.230192 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6af016ed-c06b-4c54-8032-31f2f61818f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.238728 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:21.279126 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-6af016ed-c06b-4c54-8032-31f2f61818f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f112fa49fb894e799a5ce8addd42aca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854916 Jun 07 08:12:21.280681 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af016ed-c06b-4c54-8032-31f2f61818f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3e315d-0ef2-487f-ac55-4d7d54e30206,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:21.282130 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51640) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:21.298373 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6af016ed-c06b-4c54-8032-31f2f61818f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:21.347409 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a847b039-1ae5-4709-b263-8b1d01831ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.377960 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a847b039-1ae5-4709-b263-8b1d01831ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.434354 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a847b039-1ae5-4709-b263-8b1d01831ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.436823 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a847b039-1ae5-4709-b263-8b1d01831ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.440801 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-a847b039-1ae5-4709-b263-8b1d01831ee7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de3e315d-0ef2-487f-ac55-4d7d54e30206 HTTP/1.1" status: 204 len: 168 time: 0.1574435 Jun 07 08:12:21.442077 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-68188b8c-e91d-4343-a9a4-bb084be3d51e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:21.459471 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847b039-1ae5-4709-b263-8b1d01831ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3e315d-0ef2-487f-ac55-4d7d54e30206,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:21.461978 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a847b039-1ae5-4709-b263-8b1d01831ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:21.800971 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51666) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:21.823395 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e243db31-f36f-4fc9-9d75-010b16bc6cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.942322 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e243db31-f36f-4fc9-9d75-010b16bc6cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.947960 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e243db31-f36f-4fc9-9d75-010b16bc6cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:21.957387 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9b466998-6774-4cdd-a2fd-922a638fa677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:22.000750 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-e243db31-f36f-4fc9-9d75-010b16bc6cfd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5cd45cd83f94a099f9ab6b999e1d32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987667 Jun 07 08:12:22.001743 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243db31-f36f-4fc9-9d75-010b16bc6cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2ac51c-a74b-4c4b-9381-3c20ebbdf3c9,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:22.003472 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51674) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:22.005070 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e243db31-f36f-4fc9-9d75-010b16bc6cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:22.073705 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-842079df-08e7-45e5-8c65-0d3208c3d5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.131064 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51684) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:22.140518 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-842079df-08e7-45e5-8c65-0d3208c3d5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.215993 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-842079df-08e7-45e5-8c65-0d3208c3d5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.218514 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-842079df-08e7-45e5-8c65-0d3208c3d5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.230137 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-842079df-08e7-45e5-8c65-0d3208c3d5f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da2ac51c-a74b-4c4b-9381-3c20ebbdf3c9 HTTP/1.1" status: 204 len: 168 time: 0.2163880 Jun 07 08:12:22.231244 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d879ff1a-1415-423a-9a6d-91e76695db4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:22.241172 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842079df-08e7-45e5-8c65-0d3208c3d5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2ac51c-a74b-4c4b-9381-3c20ebbdf3c9,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:22.243513 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-842079df-08e7-45e5-8c65-0d3208c3d5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:22.311075 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51692) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:22.390222 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1569988884-network', 'tenant_id': '3cc5a26018854599800252b483c0ad4c'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:22.416121 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Made reservation on behalf of 3cc5a26018854599800252b483c0ad4c for: {'network': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:22.419053 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.433115 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.560890 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.564784 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-27911453-network', 'tenant_id': '270f56dd987b4fbe85bc0cf1bf0be2da'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:22.569064 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.575688 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-da21ab53-b022-4da6-acd3-2114657ecd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:22.609899 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=91866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:12:22.625009 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Made reservation on behalf of 270f56dd987b4fbe85bc0cf1bf0be2da for: {'network': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:22.627381 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.640624 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a998afd-5029-4ee9-bd8d-f9fca6597333,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:22.643412 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.643751 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.segments_db [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Added segment 67211e17-05c1-422c-81f2-28d9d7b321bd of type vlan for network beb8320f-4891-4336-9ae9-15a94cf5cc57 Jun 07 08:12:22.646371 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:22.652527 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.695770 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.749279 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.755648 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:22.756232 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.762629 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-91db7677-2e07-4bfa-9c75-b2f686da5a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:22.882171 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Pushing event updated for resources: {'Network': ['ID=beb8320f-4891-4336-9ae9-15a94cf5cc57,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:22.891910 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:22.895625 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network beb8320f-4891-4336-9ae9-15a94cf5cc57 details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:12:22.911937 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.916916 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.925108 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-cf576e77-f467-4c60-91b6-ba841a84bfe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:22.941084 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8089068 Jun 07 08:12:22.944124 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51712) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:22.949752 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-10fa9541-7f77-4f5a-8d46-6572b204640b admin admin] Request body: {'subnet': {'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1569988884-subnet', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'ip_version': 4}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:22.956315 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=91866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:12:22.975398 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a1b6e2-7d50-4f79-9fb3-c6470350b093,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:22.979317 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:22.980974 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:22.981537 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.segments_db [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Added segment 0b9fb0f7-6b11-4c35-8efd-cd929e699b2c of type vlan for network 6468e9d1-3896-4a9e-bd0f-388235911e2b Jun 07 08:12:23.009232 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fa9541-7f77-4f5a-8d46-6572b204640b admin admin] Made reservation on behalf of 3cc5a26018854599800252b483c0ad4c for: {'subnet': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:23.012884 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-10fa9541-7f77-4f5a-8d46-6572b204640b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2465089'] for subnet, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.017793 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.058455 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.060490 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:23.061008 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.067441 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9992991c-b736-4c1d-98af-01febb9043a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:23.117084 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8045073 Jun 07 08:12:23.125232 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51718) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:23.131189 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-25afaa9a-32fb-4fe4-8e28-2e3fae5cb172 admin admin] Request body: {'subnet': {'network_id': '6468e9d1-3896-4a9e-bd0f-388235911e2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-27911453-subnet', 'tenant_id': '270f56dd987b4fbe85bc0cf1bf0be2da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:23.168660 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25afaa9a-32fb-4fe4-8e28-2e3fae5cb172 admin admin] Made reservation on behalf of 270f56dd987b4fbe85bc0cf1bf0be2da for: {'subnet': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:23.170951 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Pushing event updated for resources: {'Network': ['ID=6468e9d1-3896-4a9e-bd0f-388235911e2b,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:23.171894 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-25afaa9a-32fb-4fe4-8e28-2e3fae5cb172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2465089'] for subnet, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.173803 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:23.183355 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network 6468e9d1-3896-4a9e-bd0f-388235911e2b details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:12:23.525612 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-10fa9541-7f77-4f5a-8d46-6572b204640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2465107'] for subnet, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.542422 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:23.627498 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-25afaa9a-32fb-4fe4-8e28-2e3fae5cb172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2465107'] for subnet, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.644639 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa9541-7f77-4f5a-8d46-6572b204640b admin admin] Pushing event updated for resources: {'Subnet': ['ID=efacace9-e543-4e64-affc-1e7db3864442,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:23.652373 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-10fa9541-7f77-4f5a-8d46-6572b204640b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:23.654533 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d32d5184-f42a-4f21-9e32-ba5948f12f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:23.682204 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa9541-7f77-4f5a-8d46-6572b204640b admin admin] Checking segment: {'id': '67211e17-05c1-422c-81f2-28d9d7b321bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:23.682556 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fa9541-7f77-4f5a-8d46-6572b204640b admin admin] Network hostable DHCP agents. Network: beb8320f-4891-4336-9ae9-15a94cf5cc57, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:12:23.693640 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072fe28-7111-4a64-b3e2-9b6c8ca5cd07 req-5844f296-fbbd-4802-93c7-cef5db92d17d tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:23.695135 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c072fe28-7111-4a64-b3e2-9b6c8ca5cd07 req-5844f296-fbbd-4802-93c7-cef5db92d17d tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.1086159 Jun 07 08:12:23.757687 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afaa9a-32fb-4fe4-8e28-2e3fae5cb172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ecee2c-1cf5-4b39-b085-6dec343fa7ea,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:23.759743 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c072fe28-7111-4a64-b3e2-9b6c8ca5cd07 req-dc6b00d6-24a6-4515-a154-a35b0f75c91e tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427523 Jun 07 08:12:23.763404 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-25afaa9a-32fb-4fe4-8e28-2e3fae5cb172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:23.770002 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fa9541-7f77-4f5a-8d46-6572b204640b admin admin] Network beb8320f-4891-4336-9ae9-15a94cf5cc57 is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:12:23.772284 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25afaa9a-32fb-4fe4-8e28-2e3fae5cb172 admin admin] Checking segment: {'id': '0b9fb0f7-6b11-4c35-8efd-cd929e699b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6468e9d1-3896-4a9e-bd0f-388235911e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:23.772631 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25afaa9a-32fb-4fe4-8e28-2e3fae5cb172 admin admin] Network hostable DHCP agents. Network: 6468e9d1-3896-4a9e-bd0f-388235911e2b, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:12:23.793126 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-10fa9541-7f77-4f5a-8d46-6572b204640b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, beb8320f-4891-4336-9ae9-15a94cf5cc57) {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:23.801641 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fa9541-7f77-4f5a-8d46-6572b204640b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:23.802579 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-10fa9541-7f77-4f5a-8d46-6572b204640b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.803123 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d8a7e2-f7b9-443a-901e-1f5fd25a1364 None None] Network beb8320f-4891-4336-9ae9-15a94cf5cc57 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:23.815915 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25afaa9a-32fb-4fe4-8e28-2e3fae5cb172 admin admin] Network 6468e9d1-3896-4a9e-bd0f-388235911e2b is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:12:23.835371 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-25afaa9a-32fb-4fe4-8e28-2e3fae5cb172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, 6468e9d1-3896-4a9e-bd0f-388235911e2b) {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:23.842207 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25afaa9a-32fb-4fe4-8e28-2e3fae5cb172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:23.842782 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-25afaa9a-32fb-4fe4-8e28-2e3fae5cb172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.846616 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618222dd-fc0c-49d3-a769-8d9578b84434 None None] Network 6468e9d1-3896-4a9e-bd0f-388235911e2b requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:23.854892 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-10fa9541-7f77-4f5a-8d46-6572b204640b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9095314 Jun 07 08:12:23.857742 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51740) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:23.862705 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:23.878130 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-25afaa9a-32fb-4fe4-8e28-2e3fae5cb172 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7457082 Jun 07 08:12:23.901476 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.902962 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-241532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:23.929213 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:24.224117 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008995f9-7e2d-4809-a137-f959e39c88ef None None] Network 6468e9d1-3896-4a9e-bd0f-388235911e2b requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:24.266572 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf83e8f63-32ac-5286-9395-d7cf83f6d299-beb8320f-4891-4336-9ae9-15a94cf5cc57', 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'fixed_ips': [{'subnet_id': 'efacace9-e543-4e64-affc-1e7db3864442'}]}} from dv-cinder-784945-11-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:12:24.267713 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:24.419632 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4642'] for router, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:24.731204 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51774) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:24.761152 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Allocated IP 172.20.0.2 (beb8320f-4891-4336-9ae9-15a94cf5cc57/efacace9-e543-4e64-affc-1e7db3864442/fcb7e911-e27a-4ebe-bff4-35cb73f1f374) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:25.007952 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-25b6e42f-2d2a-45fd-8ad1-68453021608e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.025726 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.037687 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Transition to ACTIVE for port object fcb7e911-e27a-4ebe-bff4-35cb73f1f374 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:25.059236 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Transition to ACTIVE for port object fcb7e911-e27a-4ebe-bff4-35cb73f1f374 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:25.065651 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.070660 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-99ec90da-abe8-4253-add7-0c758c1a3c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:25.077563 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.111286 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.142070 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-25b6e42f-2d2a-45fd-8ad1-68453021608e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.146607 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-25b6e42f-2d2a-45fd-8ad1-68453021608e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.156140 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Pushing event updated for resources: {'Port': ['ID=fcb7e911-e27a-4ebe-bff4-35cb73f1f374,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:25.156956 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2318d47f-c036-4b44-aaa6-ce22443f301d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:25.159787 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:25.164435 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Network beb8320f-4891-4336-9ae9-15a94cf5cc57 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:25.165877 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:25.168868 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:25.197228 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-25b6e42f-2d2a-45fd-8ad1-68453021608e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=030d946b1be647cea26fe21812f13182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4643478 Jun 07 08:12:25.198420 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6e42f-2d2a-45fd-8ad1-68453021608e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7f2361-8116-45b2-bf2c-a498e148aff6,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:25.201066 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51784) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:25.201215 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925f575-b63f-4a92-bf89-f0dff75aa5a8 req-53899e3a-b7d2-4af5-9565-cce7f3788c86 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:25.207036 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4925f575-b63f-4a92-bf89-f0dff75aa5a8 req-53899e3a-b7d2-4af5-9565-cce7f3788c86 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.2352178 Jun 07 08:12:25.235691 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-25b6e42f-2d2a-45fd-8ad1-68453021608e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:25.260070 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-40a9e0f0-c342-473e-a8f3-23c017749e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.265525 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Attempting to bind port fcb7e911-e27a-4ebe-bff4-35cb73f1f374 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:25.266027 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Attempting to bind port fcb7e911-e27a-4ebe-bff4-35cb73f1f374 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': '67211e17-05c1-422c-81f2-28d9d7b321bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:25.266265 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Attempting to bind port fcb7e911-e27a-4ebe-bff4-35cb73f1f374 on network beb8320f-4891-4336-9ae9-15a94cf5cc57 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:25.271677 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:25.271926 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Checking segment: {'id': '67211e17-05c1-422c-81f2-28d9d7b321bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:25.272334 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.272734 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Bound using segment: {'id': '67211e17-05c1-422c-81f2-28d9d7b321bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:25.273210 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Bound port: fcb7e911-e27a-4ebe-bff4-35cb73f1f374, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67211e17-05c1-422c-81f2-28d9d7b321bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:25.273716 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.292737 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-40a9e0f0-c342-473e-a8f3-23c017749e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.313740 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4925f575-b63f-4a92-bf89-f0dff75aa5a8 req-3f1f058c-725a-47f3-b880-13bc77801be6 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906298 Jun 07 08:12:25.324371 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Allocated IP 172.27.1.201 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/99f821d5-f677-472e-9096-78cb638fcffb) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:25.358165 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-40a9e0f0-c342-473e-a8f3-23c017749e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.360767 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-40a9e0f0-c342-473e-a8f3-23c017749e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.362036 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-40a9e0f0-c342-473e-a8f3-23c017749e55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb7f2361-8116-45b2-bf2c-a498e148aff6 HTTP/1.1" status: 204 len: 168 time: 0.1600087 Jun 07 08:12:25.362996 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-a3e9c734-8ee1-424a-aac5-26f1c83fe4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:25.373062 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9e0f0-c342-473e-a8f3-23c017749e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7f2361-8116-45b2-bf2c-a498e148aff6,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:25.381112 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-40a9e0f0-c342-473e-a8f3-23c017749e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:25.427500 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] For port fcb7e911-e27a-4ebe-bff4-35cb73f1f374, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:25.438462 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] For port fcb7e911-e27a-4ebe-bff4-35cb73f1f374, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=fcb7e911-e27a-4ebe-bff4-35cb73f1f374,segment=NetworkSegment(67211e17-05c1-422c-81f2-28d9d7b321bd),segment_id=67211e17-05c1-422c-81f2-28d9d7b321bd)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:25.444918 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.449336 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:25.489161 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.524235 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.528367 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Pushing event updated for resources: {'Port': ['ID=fcb7e911-e27a-4ebe-bff4-35cb73f1f374,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:25.536417 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:25.539665 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:25.604992 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:25.608193 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:25.612022 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:25.655232 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Pushing event updated for resources: {'Port': ['ID=99f821d5-f677-472e-9096-78cb638fcffb,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:25.659343 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:25.720313 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51792) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:25.768293 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-32835c3f-7532-4df6-ab01-da132ef2b2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.956852 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-32835c3f-7532-4df6-ab01-da132ef2b2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.961215 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-32835c3f-7532-4df6-ab01-da132ef2b2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:25.970550 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-ddcdd4f4-29f7-4ab2-b7ed-e85f5748472b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:26.014492 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32835c3f-7532-4df6-ab01-da132ef2b2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326e0315-a620-44cb-b71e-8d38d8c0c18c,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:26.022445 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-32835c3f-7532-4df6-ab01-da132ef2b2d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3627e221db2148e981f683911ebde4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986658 Jun 07 08:12:26.022445 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-32835c3f-7532-4df6-ab01-da132ef2b2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:26.022686 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51800) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:26.095324 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6ae9-9857-4357-a513-8dbf914e2710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.127487 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6ae9-9857-4357-a513-8dbf914e2710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.190952 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6ae9-9857-4357-a513-8dbf914e2710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.194027 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-1d2b6ae9-9857-4357-a513-8dbf914e2710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.198200 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-1d2b6ae9-9857-4357-a513-8dbf914e2710 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/326e0315-a620-44cb-b71e-8d38d8c0c18c HTTP/1.1" status: 204 len: 168 time: 0.1716039 Jun 07 08:12:26.198200 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-773e3cfb-680b-4458-950e-c475c18a59f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:26.208179 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b6ae9-9857-4357-a513-8dbf914e2710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326e0315-a620-44cb-b71e-8d38d8c0c18c,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:26.216515 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-1d2b6ae9-9857-4357-a513-8dbf914e2710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:26.251411 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device fcb7e911-e27a-4ebe-bff4-35cb73f1f374 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:26.254686 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.331544 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port fcb7e911-e27a-4ebe-bff4-35cb73f1f374 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:26.596985 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73feeb70-e822-445a-89cb-87405151be90 None None] Network beb8320f-4891-4336-9ae9-15a94cf5cc57 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:26.623661 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481443'] for router, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.750929 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-9cb34a14-cd9d-4417-a015-430ea6e5cb62 None None] Provisioning for port fcb7e911-e27a-4ebe-bff4-35cb73f1f374 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:26.762319 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-9cb34a14-cd9d-4417-a015-430ea6e5cb62 None None] Provisioning complete for port fcb7e911-e27a-4ebe-bff4-35cb73f1f374 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:26.762698 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9cb34a14-cd9d-4417-a015-430ea6e5cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:26.842935 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Router 32fae6bc-92cd-436e-9f15-33df686e1b11 is scheduled to L3 agent edff9234-329c-41be-a42f-286eff3df819 with binding_index 1 {{(pid=91866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:12:26.970739 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9cb34a14-cd9d-4417-a015-430ea6e5cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:27.022335 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-9cb34a14-cd9d-4417-a015-430ea6e5cb62 None None] For port fcb7e911-e27a-4ebe-bff4-35cb73f1f374, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=fcb7e911-e27a-4ebe-bff4-35cb73f1f374,segment=NetworkSegment(67211e17-05c1-422c-81f2-28d9d7b321bd),segment_id=67211e17-05c1-422c-81f2-28d9d7b321bd)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:27.027269 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9cb34a14-cd9d-4417-a015-430ea6e5cb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:27.038842 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:27.124679 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb34a14-cd9d-4417-a015-430ea6e5cb62 None None] Pushing event updated for resources: {'Port': ['ID=fcb7e911-e27a-4ebe-bff4-35cb73f1f374,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:27.135651 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:12:27.140637 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9cb34a14-cd9d-4417-a015-430ea6e5cb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:27.145878 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Sync routers for ids ['32fae6bc-92cd-436e-9f15-33df686e1b11'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:12:27.164460 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Routers {'32fae6bc-92cd-436e-9f15-33df686e1b11'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:27.166053 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:12:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['32fae6bc-92cd-436e-9f15-33df686e1b11'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:27.193082 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Notify callbacks [] for router, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:27.194335 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3354316 Jun 07 08:12:27.197224 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51834) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:27.265777 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-3d4f075b-c618-40ef-bca8-282bde609152 None None] Provisioning complete for port fcb7e911-e27a-4ebe-bff4-35cb73f1f374 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:27.266695 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3d4f075b-c618-40ef-bca8-282bde609152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:27.455381 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Set router 32fae6bc-92cd-436e-9f15-33df686e1b11 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:27.787445 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '99f821d5-f677-472e-9096-78cb638fcffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:23Z', 'updated_at': '2021-06-07T08:12:25Z', 'revision_number': 3, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'gw_port': {'id': '99f821d5-f677-472e-9096-78cb638fcffb', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:27.791971 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Checking router: 32fae6bc-92cd-436e-9f15-33df686e1b11 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:12:27.792558 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Updating router 32fae6bc-92cd-436e-9f15-33df686e1b11 port 99f821d5-f677-472e-9096-78cb638fcffb binding host dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:12:27.847786 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.114939 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.215169 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Notify callbacks [] for port, precommit_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.232481 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device fcb7e911-e27a-4ebe-bff4-35cb73f1f374 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:28.237837 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.provisioning_blocks [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Transition to ACTIVE for port object 99f821d5-f677-472e-9096-78cb638fcffb will not be triggered until provisioned by entity L2. {{(pid=91885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:28.256065 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.272361 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-58f479a7-fa84-48a6-9aef-7d9a6c0cbd62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:28.311578 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port fcb7e911-e27a-4ebe-bff4-35cb73f1f374 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:28.312244 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.357834 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Pushing event updated for resources: {'Port': ['ID=99f821d5-f677-472e-9096-78cb638fcffb,revision_number=2']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:28.368261 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.368654 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.368998 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.369358 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.369695 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.370024 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.370367 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.370687 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.371986 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.373202 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.373726 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.374356 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:28.406652 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Attempting to bind port 99f821d5-f677-472e-9096-78cb638fcffb on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:28.407032 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Attempting to bind port 99f821d5-f677-472e-9096-78cb638fcffb by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:28.407398 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Attempting to bind port 99f821d5-f677-472e-9096-78cb638fcffb on network 6973a06f-3d40-4ce6-8425-553e4825a987 {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:28.418369 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:28.418369 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:28.418369 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Checking segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:28.418369 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.418369 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Bound using segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:28.418369 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Bound port: 99f821d5-f677-472e-9096-78cb638fcffb, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:28.418369 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.521191 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] For port 99f821d5-f677-472e-9096-78cb638fcffb, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:28.527987 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] For port 99f821d5-f677-472e-9096-78cb638fcffb, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=99f821d5-f677-472e-9096-78cb638fcffb,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:28.533710 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.545359 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb48b7b-84f0-4989-8e3c-0f394d9ebc58 req-6d82a5a7-9f38-4022-b3e6-6a7ccd7732e9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:28.547071 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4fb48b7b-84f0-4989-8e3c-0f394d9ebc58 req-6d82a5a7-9f38-4022-b3e6-6a7ccd7732e9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.2576368 Jun 07 08:12:28.553749 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-602a0d73-5914-4123-aa2a-0ab4238f3d8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:28.583205 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Allocated IP 172.20.0.1 (beb8320f-4891-4336-9ae9-15a94cf5cc57/efacace9-e543-4e64-affc-1e7db3864442/4d65e8e9-c74e-44dd-91f7-5647f5c93cc7) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:28.616915 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4fb48b7b-84f0-4989-8e3c-0f394d9ebc58 req-20f900fa-5710-4a3f-b2b6-6709b7abc11b tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641105 Jun 07 08:12:28.678172 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Routers {'32fae6bc-92cd-436e-9f15-33df686e1b11'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:28.678886 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:12:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['32fae6bc-92cd-436e-9f15-33df686e1b11'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:28.741531 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Pushing event updated for resources: {'Port': ['ID=99f821d5-f677-472e-9096-78cb638fcffb,revision_number=3']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:28.752502 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:28.779820 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.797861 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Transition to ACTIVE for port object 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 will not be triggered until provisioned by entity DHCP. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:28.830719 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:28.835745 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-223e826c-08a3-446e-95c4-ff26af3407bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:28.881268 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] Set router 32fae6bc-92cd-436e-9f15-33df686e1b11 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:28.895476 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51878) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:28.898935 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Network beb8320f-4891-4336-9ae9-15a94cf5cc57 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:28.905632 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:28.910012 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:28.950727 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Pushing event updated for resources: {'Port': ['ID=4d65e8e9-c74e-44dd-91f7-5647f5c93cc7,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:28.956192 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:28.975802 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-245993'] for router_interface, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.108809 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a549844a-6c4d-48a1-b2eb-b1222638a4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.220440 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '99f821d5-f677-472e-9096-78cb638fcffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:23Z', 'updated_at': '2021-06-07T08:12:25Z', 'revision_number': 3, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'gw_port': {'id': '99f821d5-f677-472e-9096-78cb638fcffb', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:29.230249 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae6784-6474-48a4-aaeb-36a030c1288e None None] The sync data for ids ['32fae6bc-92cd-436e-9f15-33df686e1b11'] in dv-cinder-784945-11-iscsi is: [{'id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '99f821d5-f677-472e-9096-78cb638fcffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:23Z', 'updated_at': '2021-06-07T08:12:25Z', 'revision_number': 3, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'gw_port': {'id': '99f821d5-f677-472e-9096-78cb638fcffb', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:12:29.241196 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.279619 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-683da5c0-9097-4db3-b396-25c8e80439e8 None None] Provisioning for port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:29.293711 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-683da5c0-9097-4db3-b396-25c8e80439e8 None None] Provisioning complete for port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:29.294098 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-683da5c0-9097-4db3-b396-25c8e80439e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.341358 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a549844a-6c4d-48a1-b2eb-b1222638a4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.354493 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a549844a-6c4d-48a1-b2eb-b1222638a4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.365787 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f11a09cf-0580-45a9-b9d1-91222da3ce26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:29.394586 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-683da5c0-9097-4db3-b396-25c8e80439e8 None None] Port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:12:29.447501 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549844a-6c4d-48a1-b2eb-b1222638a4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc63d00d-c5a9-4b2a-a4ce-79caba18bc5b,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:29.454631 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a549844a-6c4d-48a1-b2eb-b1222638a4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:29.458029 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-a549844a-6c4d-48a1-b2eb-b1222638a4e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d701976c0c5549c88529e8454556d1af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5615940 Jun 07 08:12:29.461800 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51892) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:29.615243 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-635ef29c-aed1-4416-8e97-f8dfc4323e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.623645 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.633827 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.672842 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:29.680174 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-635ef29c-aed1-4416-8e97-f8dfc4323e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.793453 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-635ef29c-aed1-4416-8e97-f8dfc4323e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.795970 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-635ef29c-aed1-4416-8e97-f8dfc4323e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.797486 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-635ef29c-aed1-4416-8e97-f8dfc4323e10 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc63d00d-c5a9-4b2a-a4ce-79caba18bc5b HTTP/1.1" status: 204 len: 168 time: 0.3297331 Jun 07 08:12:29.798479 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-40a9e0f0-c342-473e-a8f3-23c017749e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:29.834632 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ef29c-aed1-4416-8e97-f8dfc4323e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc63d00d-c5a9-4b2a-a4ce-79caba18bc5b,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:29.839654 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-635ef29c-aed1-4416-8e97-f8dfc4323e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:29.852459 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-452256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468401'] for router_interface, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:29.858718 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Pushing event updated for resources: {'Port': ['ID=4d65e8e9-c74e-44dd-91f7-5647f5c93cc7,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:29.862421 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:29.982014 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21d924-30a0-44af-8e6b-a800ec003ce6 req-90bb458f-d91d-4d8a-8002-f7d0bd876088 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:29.990163 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4b21d924-30a0-44af-8e6b-a800ec003ce6 req-90bb458f-d91d-4d8a-8002-f7d0bd876088 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.1665037 Jun 07 08:12:30.038089 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4b21d924-30a0-44af-8e6b-a800ec003ce6 req-93502402-8df4-4c57-b59f-314780bf971d tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466990 Jun 07 08:12:30.228829 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 99f821d5-f677-472e-9096-78cb638fcffb up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:30.253076 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Network beb8320f-4891-4336-9ae9-15a94cf5cc57 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:30.256384 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51922) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:30.262372 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:30.282338 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-14f1a504-0727-4361-9aef-b3215bca630c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:30.325136 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 99f821d5-f677-472e-9096-78cb638fcffb completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:30.349104 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 99f821d5-f677-472e-9096-78cb638fcffb triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:30.349584 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:30.411695 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-5f2ddd61-d3d1-4ce8-b606-7574b72895e8 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:30.413244 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-5f2ddd61-d3d1-4ce8-b606-7574b72895e8 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/networks?id=6468e9d1-3896-4a9e-bd0f-388235911e2b HTTP/1.1" status: 200 len: 807 time: 0.4124408 Jun 07 08:12:30.446494 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-14f1a504-0727-4361-9aef-b3215bca630c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:30.455113 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-14f1a504-0727-4361-9aef-b3215bca630c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:30.478790 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-20addf0c-4fe0-4088-88bd-5f9e95f67933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:30.539263 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-0ccdaf75-3f16-4926-8907-3118c68d6c47 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/quotas/270f56dd987b4fbe85bc0cf1bf0be2da HTTP/1.1" status: 200 len: 375 time: 0.1175916 Jun 07 08:12:30.550225 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-14f1a504-0727-4361-9aef-b3215bca630c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39df0dbd35e14c13b84cdcc93762f162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924085 Jun 07 08:12:30.551034 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1a504-0727-4361-9aef-b3215bca630c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0534d253-bd3b-41ef-88e4-08bb67029a9a,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:30.567804 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-14f1a504-0727-4361-9aef-b3215bca630c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:30.568315 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 51932) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:30.584355 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-a8960965-8f3a-46d5-b146-37fcd0ee2b7b None None] Provisioning complete for port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:30.584732 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a8960965-8f3a-46d5-b146-37fcd0ee2b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:30.609076 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-b7671061-9784-4990-8f18-0fa07dee007a tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=270f56dd987b4fbe85bc0cf1bf0be2da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627253 Jun 07 08:12:30.647650 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Router 32fae6bc-92cd-436e-9f15-33df686e1b11 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:12:30.650980 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e952b8a1-418e-4311-b898-439eb69b43b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:30.659167 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:30.672840 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-a8960965-8f3a-46d5-b146-37fcd0ee2b7b None None] Port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:12:30.683854 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e952b8a1-418e-4311-b898-439eb69b43b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:30.686238 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 99f821d5-f677-472e-9096-78cb638fcffb, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=99f821d5-f677-472e-9096-78cb638fcffb,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:30.690162 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:30.692651 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:30.754630 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e952b8a1-418e-4311-b898-439eb69b43b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:30.758202 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-e952b8a1-418e-4311-b898-439eb69b43b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:30.762400 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-e952b8a1-418e-4311-b898-439eb69b43b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0534d253-bd3b-41ef-88e4-08bb67029a9a HTTP/1.1" status: 204 len: 168 time: 0.1913185 Jun 07 08:12:30.766540 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=99f821d5-f677-472e-9096-78cb638fcffb,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:30.767151 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0a00cbaa-8e7b-4c7d-a376-39f2fead2b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:30.777881 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:30.781731 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952b8a1-418e-4311-b898-439eb69b43b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0534d253-bd3b-41ef-88e4-08bb67029a9a,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:30.784624 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-e952b8a1-418e-4311-b898-439eb69b43b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:30.908030 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-e3dc23ca-c910-4300-b79c-9b4b5c3ddd83 service neutron] 10.222.0.43 "GET /v2.0/networks/6468e9d1-3896-4a9e-bd0f-388235911e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920766 Jun 07 08:12:30.971918 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:12:30.979773 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] 10.222.0.43 "PUT /v2.0/routers/32fae6bc-92cd-436e-9f15-33df686e1b11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7814662 Jun 07 08:12:31.063412 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-862433d3-0e27-4a66-9523-292f8c798851 service neutron] 10.222.0.43 "GET /v2.0/networks/6468e9d1-3896-4a9e-bd0f-388235911e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466918 Jun 07 08:12:31.399705 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Sync routers for ids ['32fae6bc-92cd-436e-9f15-33df686e1b11'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:12:31.411508 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Routers {'32fae6bc-92cd-436e-9f15-33df686e1b11'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:31.412383 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:12:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['32fae6bc-92cd-436e-9f15-33df686e1b11'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:31.687995 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Set router 32fae6bc-92cd-436e-9f15-33df686e1b11 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:31.732371 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 51984) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:31.738921 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1405941385-network', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:31.767754 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Made reservation on behalf of 9ce355309c8e49b3886b2e3b62038fd7 for: {'network': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:31.771335 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:31.785175 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:31.905818 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:31.910313 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:31.920427 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c29e73de-9849-421a-9fe5-0a7e125a1694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:31.933261 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=91866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:12:31.954385 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:31.954710 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.segments_db [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Added segment 9180103a-c431-455a-a933-d9fb428fbce9 of type vlan for network 21e8e6ad-61f8-4727-8635-5a7a44edb007 Jun 07 08:12:31.955783 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01905077-e82e-434a-a4d9-c29aeeb3a6d0,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:31.961814 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:31.984878 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:32.017091 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:32.018513 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:32.019254 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:32.024298 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:32.071040 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3371465 Jun 07 08:12:32.073764 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 52000) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:32.078776 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-fc82e8c0-0181-454d-bca5-b128a14e0e3a admin admin] Request body: {'subnet': {'network_id': '21e8e6ad-61f8-4727-8635-5a7a44edb007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1405941385-subnet', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7', 'ip_version': 4}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:32.089552 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '99f821d5-f677-472e-9096-78cb638fcffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:23Z', 'updated_at': '2021-06-07T08:12:29Z', 'revision_number': 4, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'gw_port': {'id': '99f821d5-f677-472e-9096-78cb638fcffb', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '4d65e8e9-c74e-44dd-91f7-5647f5c93cc7', 'name': '', 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'mac_address': 'fa:16:3e:3f:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'efacace9-e543-4e64-affc-1e7db3864442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:29Z', 'revision_number': 2, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'subnets': [{'id': 'efacace9-e543-4e64-affc-1e7db3864442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:32.098561 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Checking router: 32fae6bc-92cd-436e-9f15-33df686e1b11 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:12:32.099003 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Updating router 32fae6bc-92cd-436e-9f15-33df686e1b11 port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 binding host dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:12:32.104935 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc82e8c0-0181-454d-bca5-b128a14e0e3a admin admin] Made reservation on behalf of 9ce355309c8e49b3886b2e3b62038fd7 for: {'subnet': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:32.108470 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fc82e8c0-0181-454d-bca5-b128a14e0e3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2465089'] for subnet, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:32.148228 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Pushing event updated for resources: {'Network': ['ID=21e8e6ad-61f8-4727-8635-5a7a44edb007,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:32.152483 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f3d33424-66d4-4214-9d63-1e0fefe7326b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:32.160915 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network 21e8e6ad-61f8-4727-8635-5a7a44edb007 details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:12:32.202828 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:32.268696 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 99f821d5-f677-472e-9096-78cb638fcffb up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:32.358115 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fc82e8c0-0181-454d-bca5-b128a14e0e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2465107'] for subnet, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:32.362866 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-5b4c34de-4d4a-4088-992c-bcfe585f2b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:32.441279 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82e8c0-0181-454d-bca5-b128a14e0e3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42c4792-d6b9-4831-9ab6-072de18c7bf5,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:32.444906 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-fc82e8c0-0181-454d-bca5-b128a14e0e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:32.447997 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc82e8c0-0181-454d-bca5-b128a14e0e3a admin admin] Checking segment: {'id': '9180103a-c431-455a-a933-d9fb428fbce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21e8e6ad-61f8-4727-8635-5a7a44edb007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:32.448631 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc82e8c0-0181-454d-bca5-b128a14e0e3a admin admin] Network hostable DHCP agents. Network: 21e8e6ad-61f8-4727-8635-5a7a44edb007, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:12:32.470150 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 99f821d5-f677-472e-9096-78cb638fcffb triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:32.470636 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc82e8c0-0181-454d-bca5-b128a14e0e3a admin admin] Network 21e8e6ad-61f8-4727-8635-5a7a44edb007 is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:12:32.470721 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:32.480556 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-fc82e8c0-0181-454d-bca5-b128a14e0e3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, 21e8e6ad-61f8-4727-8635-5a7a44edb007) {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:32.490469 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc82e8c0-0181-454d-bca5-b128a14e0e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:32.491088 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fc82e8c0-0181-454d-bca5-b128a14e0e3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:32.509457 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb39041-0e34-4dd0-adec-8775afde1097 None None] Network 21e8e6ad-61f8-4727-8635-5a7a44edb007 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:32.514199 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-fc82e8c0-0181-454d-bca5-b128a14e0e3a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4369617 Jun 07 08:12:32.515255 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 52034) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:32.520581 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1405941385-router', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:32.543778 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:32.544790 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-241532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:32.566056 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.044072 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf83e8f63-32ac-5286-9395-d7cf83f6d299-21e8e6ad-61f8-4727-8635-5a7a44edb007', 'network_id': '21e8e6ad-61f8-4727-8635-5a7a44edb007', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7', 'fixed_ips': [{'subnet_id': 'f42c4792-d6b9-4831-9ab6-072de18c7bf5'}]}} from dv-cinder-784945-11-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:12:33.044917 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.093917 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-40e6903b-bc64-4ed1-8cfb-30e3f24d92ce req-04913e1c-e663-4129-8ced-d40f08646b91 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 210 time: 0.0715492 Jun 07 08:12:33.096112 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4642'] for router, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.147513 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.177925 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Transition to ACTIVE for port object 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:33.190415 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.192682 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6719adf-b678-4c23-a899-c330845929d9 req-58a0763a-106d-471a-a8e8-10ace41a177a tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:33.194557 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d6719adf-b678-4c23-a899-c330845929d9 req-58a0763a-106d-471a-a8e8-10ace41a177a tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.1738372 Jun 07 08:12:33.205434 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-0ae119ab-f298-4e43-b81e-b62260c84131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:33.329786 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d6719adf-b678-4c23-a899-c330845929d9 req-28d171b4-ceb6-49df-b9e8-8cde081d323b tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283352 Jun 07 08:12:33.495765 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e7ae5-7156-4d19-90e9-7cad7f4ae871 None None] Pushing event updated for resources: {'Port': ['ID=4d65e8e9-c74e-44dd-91f7-5647f5c93cc7,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:33.505696 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Allocated IP 172.20.0.2 (21e8e6ad-61f8-4727-8635-5a7a44edb007/f42c4792-d6b9-4831-9ab6-072de18c7bf5/51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:33.508014 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e47e7ae5-7156-4d19-90e9-7cad7f4ae871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:33.534675 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.567669 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.601068 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Attempting to bind port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:33.601475 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Attempting to bind port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': '67211e17-05c1-422c-81f2-28d9d7b321bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:33.601863 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Attempting to bind port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 on network beb8320f-4891-4336-9ae9-15a94cf5cc57 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:33.632138 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:33.632517 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Checking segment: {'id': '67211e17-05c1-422c-81f2-28d9d7b321bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:33.632918 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.633334 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Bound using segment: {'id': '67211e17-05c1-422c-81f2-28d9d7b321bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:33.633899 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Bound port: 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67211e17-05c1-422c-81f2-28d9d7b321bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:33.635000 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.703173 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Allocated IP 172.27.1.176 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/4f47ce0c-4460-4a50-8365-6b90364c37d5) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:33.869330 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] For port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:33.887310 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] For port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=4d65e8e9-c74e-44dd-91f7-5647f5c93cc7,segment=NetworkSegment(67211e17-05c1-422c-81f2-28d9d7b321bd),segment_id=67211e17-05c1-422c-81f2-28d9d7b321bd)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:33.897905 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.903120 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:33.909039 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:34.007803 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Transition to ACTIVE for port object 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:34.056601 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:34.088035 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e7ae5-7156-4d19-90e9-7cad7f4ae871 None None] Pushing event updated for resources: {'Port': ['ID=4d65e8e9-c74e-44dd-91f7-5647f5c93cc7,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:34.105758 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e47e7ae5-7156-4d19-90e9-7cad7f4ae871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:34.112029 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:34.115853 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Transition to ACTIVE for port object 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:34.121592 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Routers {'32fae6bc-92cd-436e-9f15-33df686e1b11'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:34.122685 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:12:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['32fae6bc-92cd-436e-9f15-33df686e1b11'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:34.144794 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:34.199576 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-e7866573-ebf8-4256-acee-0e0eb37c3311 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:34.201047 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-e7866573-ebf8-4256-acee-0e0eb37c3311 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.48 "GET /v2.0/networks?id=6468e9d1-3896-4a9e-bd0f-388235911e2b HTTP/1.1" status: 200 len: 807 time: 0.4457586 Jun 07 08:12:34.218857 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-287b9a1d-2fad-4136-ac72-697c407291e2 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Request body: {'port': {'device_id': '9d550411-8703-4043-aa5f-813955102934', 'network_id': '6468e9d1-3896-4a9e-bd0f-388235911e2b', 'admin_state_up': True, 'tenant_id': '270f56dd987b4fbe85bc0cf1bf0be2da'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:34.265912 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:34.403422 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Pushing event updated for resources: {'Port': ['ID=4f47ce0c-4460-4a50-8365-6b90364c37d5,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:34.437990 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:34.439498 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:34.446855 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:34.449728 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:34.470801 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] Set router 32fae6bc-92cd-436e-9f15-33df686e1b11 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:34.555505 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7e4ec9af-16f2-4d36-a885-6ce3cff89e54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:34.769945 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-db2db189-cf8b-48f8-88d4-182e4860a46f req-250a4622-f747-4714-ad16-635357998f19 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 210 time: 0.2467830 Jun 07 08:12:34.802430 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e866f18-6148-4427-a39a-e1e20f441588 req-c7a2dcda-cda3-4f6d-a859-b090689f4c68 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:34.804345 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0e866f18-6148-4427-a39a-e1e20f441588 req-c7a2dcda-cda3-4f6d-a859-b090689f4c68 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.2429895 Jun 07 08:12:34.813628 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-287b9a1d-2fad-4136-ac72-697c407291e2 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Made reservation on behalf of 270f56dd987b4fbe85bc0cf1bf0be2da for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:34.823813 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-287b9a1d-2fad-4136-ac72-697c407291e2 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:34.826975 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Network 21e8e6ad-61f8-4727-8635-5a7a44edb007 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:34.838469 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:34.838469 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Pushing event updated for resources: {'Port': ['ID=51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:34.841116 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c18d39-e58e-4285-b10d-2741bcc924dc req-6ccfa788-a8be-4ab4-a341-8825b8f203a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:34.842770 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-51c18d39-e58e-4285-b10d-2741bcc924dc req-6ccfa788-a8be-4ab4-a341-8825b8f203a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 1098 time: 0.4034390 Jun 07 08:12:34.852102 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:34.853372 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:34.987159 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-51c18d39-e58e-4285-b10d-2741bcc924dc req-c2296f1d-4df9-42f4-ab9c-3a1e899b5b69 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347194 Jun 07 08:12:35.100981 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-287b9a1d-2fad-4136-ac72-697c407291e2 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Allocated IP 172.20.0.2 (6468e9d1-3896-4a9e-bd0f-388235911e2b/89ecee2c-1cf5-4b39-b085-6dec343fa7ea/65f74952-6b1c-4996-8547-2a8a3495d0cd) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:35.109453 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Attempting to bind port 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:35.109968 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Attempting to bind port 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': '9180103a-c431-455a-a933-d9fb428fbce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21e8e6ad-61f8-4727-8635-5a7a44edb007'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:35.110468 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Attempting to bind port 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 on network 21e8e6ad-61f8-4727-8635-5a7a44edb007 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:35.147841 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:35.148283 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Checking segment: {'id': '9180103a-c431-455a-a933-d9fb428fbce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21e8e6ad-61f8-4727-8635-5a7a44edb007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:35.148696 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:35.149092 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Bound using segment: {'id': '9180103a-c431-455a-a933-d9fb428fbce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21e8e6ad-61f8-4727-8635-5a7a44edb007'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:35.150233 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Bound port: 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9180103a-c431-455a-a933-d9fb428fbce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21e8e6ad-61f8-4727-8635-5a7a44edb007'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:35.150233 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:35.195459 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0e866f18-6148-4427-a39a-e1e20f441588 req-2bb1c3d4-9dc8-4435-a0ea-e09a42e2f09b tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119514 Jun 07 08:12:35.224280 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:35.297475 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '99f821d5-f677-472e-9096-78cb638fcffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:23Z', 'updated_at': '2021-06-07T08:12:29Z', 'revision_number': 4, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'gw_port': {'id': '99f821d5-f677-472e-9096-78cb638fcffb', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '4d65e8e9-c74e-44dd-91f7-5647f5c93cc7', 'name': '', 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'mac_address': 'fa:16:3e:3f:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'efacace9-e543-4e64-affc-1e7db3864442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:33Z', 'revision_number': 4, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'subnets': [{'id': 'efacace9-e543-4e64-affc-1e7db3864442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:35.305556 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c71f12-a278-419c-911c-40be2a36b152 None None] The sync data for ids ['32fae6bc-92cd-436e-9f15-33df686e1b11'] in dv-cinder-784945-11-iscsi is: [{'id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '99f821d5-f677-472e-9096-78cb638fcffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:23Z', 'updated_at': '2021-06-07T08:12:29Z', 'revision_number': 4, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'gw_port': {'id': '99f821d5-f677-472e-9096-78cb638fcffb', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '4d65e8e9-c74e-44dd-91f7-5647f5c93cc7', 'name': '', 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'mac_address': 'fa:16:3e:3f:7c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'efacace9-e543-4e64-affc-1e7db3864442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:33Z', 'revision_number': 4, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'subnets': [{'id': 'efacace9-e543-4e64-affc-1e7db3864442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:12:35.309238 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] For port 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:35.314485 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] For port 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91,segment=NetworkSegment(9180103a-c431-455a-a933-d9fb428fbce9),segment_id=9180103a-c431-455a-a933-d9fb428fbce9)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:35.327837 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:35.345446 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e47e7ae5-7156-4d19-90e9-7cad7f4ae871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:35.375081 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-287b9a1d-2fad-4136-ac72-697c407291e2 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:35.463494 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-287b9a1d-2fad-4136-ac72-697c407291e2 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:35.481772 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:35.543460 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Pushing event updated for resources: {'Port': ['ID=51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:35.546825 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:35.573483 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-287b9a1d-2fad-4136-ac72-697c407291e2 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Network 6468e9d1-3896-4a9e-bd0f-388235911e2b is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:35.580043 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-287b9a1d-2fad-4136-ac72-697c407291e2 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:35.585501 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-287b9a1d-2fad-4136-ac72-697c407291e2 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:35.672664 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b9a1d-2fad-4136-ac72-697c407291e2 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Pushing event updated for resources: {'Port': ['ID=65f74952-6b1c-4996-8547-2a8a3495d0cd,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:35.683805 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-287b9a1d-2fad-4136-ac72-697c407291e2 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:35.700242 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-287b9a1d-2fad-4136-ac72-697c407291e2 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:35.700911 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-287b9a1d-2fad-4136-ac72-697c407291e2 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:35.727580 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-287b9a1d-2fad-4136-ac72-697c407291e2 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5124457 Jun 07 08:12:35.750062 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Request body: {'port': {'device_id': '9d550411-8703-4043-aa5f-813955102934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:35.973727 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481443'] for router, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:35.979244 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:36.402115 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:36.440136 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e028a-2a04-44aa-b984-c1ecb9ed3bfd req-be3a7a42-a06c-4243-9138-1fd0a6441e0d tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:36.452819 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ef9e028a-2a04-44aa-b984-c1ecb9ed3bfd req-be3a7a42-a06c-4243-9138-1fd0a6441e0d tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 931 time: 0.4738374 Jun 07 08:12:36.561544 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ef9e028a-2a04-44aa-b984-c1ecb9ed3bfd req-ccadaa25-8c85-499b-bcf1-3fdd80fd8deb tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070693 Jun 07 08:12:36.562685 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Router 27e9d0ba-b00a-42a7-9188-6c432b5a67b9 is scheduled to L3 agent edff9234-329c-41be-a42f-286eff3df819 with binding_index 1 {{(pid=91867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:12:36.631277 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:36.662705 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:36.845013 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:36.890623 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77836d44-95df-43f9-a454-08e1f8bbf921 req-8b5a584e-f2a4-418e-842b-02a227ef812f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:36.891730 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-77836d44-95df-43f9-a454-08e1f8bbf921 req-8b5a584e-f2a4-418e-842b-02a227ef812f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.2953286 Jun 07 08:12:36.894903 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:36.904689 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:36.906057 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:36.993622 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:12:37.007529 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Sync routers for ids ['27e9d0ba-b00a-42a7-9188-6c432b5a67b9'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:12:37.022472 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Routers {'27e9d0ba-b00a-42a7-9188-6c432b5a67b9'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:37.023098 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:12:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['27e9d0ba-b00a-42a7-9188-6c432b5a67b9'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:37.035514 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Notify callbacks [] for router, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.036959 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5197730 Jun 07 08:12:37.039754 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 52158) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:37.047178 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f74952-6b1c-4996-8547-2a8a3495d0cd {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:12:37.058992 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.086257 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Transition to ACTIVE for port object 65f74952-6b1c-4996-8547-2a8a3495d0cd will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:37.113130 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.122431 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-1ad00839-14f2-4968-bac7-d791186dc60c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:37.172263 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c491849b-1da5-44b2-b9fc-435e3e42f0d6 None None] Network 21e8e6ad-61f8-4727-8635-5a7a44edb007 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:37.208558 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-77836d44-95df-43f9-a454-08e1f8bbf921 req-f5e15f25-c1ed-455a-bffa-d4cafaf681f8 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015826 Jun 07 08:12:37.344898 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Pushing event updated for resources: {'Port': ['ID=65f74952-6b1c-4996-8547-2a8a3495d0cd,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:37.347267 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Set router 27e9d0ba-b00a-42a7-9188-6c432b5a67b9 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:37.351160 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:37.373852 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-9590335e-ef29-43e0-b492-e332c92d963d None None] Provisioning for port 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:37.385153 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-9590335e-ef29-43e0-b492-e332c92d963d None None] Provisioning complete for port 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:37.385681 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9590335e-ef29-43e0-b492-e332c92d963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.448906 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.486200 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=4d65e8e9-c74e-44dd-91f7-5647f5c93cc7,segment=NetworkSegment(67211e17-05c1-422c-81f2-28d9d7b321bd),segment_id=67211e17-05c1-422c-81f2-28d9d7b321bd)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:37.537618 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.542216 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:37.566571 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Attempting to bind port 65f74952-6b1c-4996-8547-2a8a3495d0cd on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:37.567035 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Attempting to bind port 65f74952-6b1c-4996-8547-2a8a3495d0cd by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '0b9fb0f7-6b11-4c35-8efd-cd929e699b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6468e9d1-3896-4a9e-bd0f-388235911e2b'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:37.570133 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Attempting to bind port 65f74952-6b1c-4996-8547-2a8a3495d0cd on network 6468e9d1-3896-4a9e-bd0f-388235911e2b {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:37.581646 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Port 65f74952-6b1c-4996-8547-2a8a3495d0cd on network 6468e9d1-3896-4a9e-bd0f-388235911e2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:12:37.581969 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Attempting to bind port 65f74952-6b1c-4996-8547-2a8a3495d0cd on network 6468e9d1-3896-4a9e-bd0f-388235911e2b {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:37.590054 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:37.590387 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Checking segment: {'id': '0b9fb0f7-6b11-4c35-8efd-cd929e699b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6468e9d1-3896-4a9e-bd0f-388235911e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:37.590775 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Bound using segment: {'id': '0b9fb0f7-6b11-4c35-8efd-cd929e699b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6468e9d1-3896-4a9e-bd0f-388235911e2b'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:37.591200 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Bound port: 65f74952-6b1c-4996-8547-2a8a3495d0cd, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9fb0f7-6b11-4c35-8efd-cd929e699b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6468e9d1-3896-4a9e-bd0f-388235911e2b'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:37.591537 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.654268 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9590335e-ef29-43e0-b492-e332c92d963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.686027 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'name': 'tempest-TestMinimumBasicScenario-1405941385-router', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:32Z', 'updated_at': '2021-06-07T08:12:34Z', 'revision_number': 3, 'project_id': '9ce355309c8e49b3886b2e3b62038fd7', 'gw_port': {'id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:33Z', 'updated_at': '2021-06-07T08:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:37.690924 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Checking router: 27e9d0ba-b00a-42a7-9188-6c432b5a67b9 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:12:37.691276 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Updating router 27e9d0ba-b00a-42a7-9188-6c432b5a67b9 port 4f47ce0c-4460-4a50-8365-6b90364c37d5 binding host dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:12:37.706043 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-9590335e-ef29-43e0-b492-e332c92d963d None None] For port 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91,segment=NetworkSegment(9180103a-c431-455a-a933-d9fb428fbce9),segment_id=9180103a-c431-455a-a933-d9fb428fbce9)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:37.721029 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9590335e-ef29-43e0-b492-e332c92d963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.728087 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=4d65e8e9-c74e-44dd-91f7-5647f5c93cc7,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:37.732259 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:37.734013 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:37.741635 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] For port 65f74952-6b1c-4996-8547-2a8a3495d0cd, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:37.750980 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] For port 65f74952-6b1c-4996-8547-2a8a3495d0cd, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=65f74952-6b1c-4996-8547-2a8a3495d0cd,segment=NetworkSegment(0b9fb0f7-6b11-4c35-8efd-cd929e699b2c),segment_id=0b9fb0f7-6b11-4c35-8efd-cd929e699b2c)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:37.756075 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.762804 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-287b9a1d-2fad-4136-ac72-697c407291e2 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:37.776847 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.901484 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590335e-ef29-43e0-b492-e332c92d963d None None] Pushing event updated for resources: {'Port': ['ID=51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:37.919132 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9590335e-ef29-43e0-b492-e332c92d963d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:37.933951 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Pushing event updated for resources: {'Port': ['ID=65f74952-6b1c-4996-8547-2a8a3495d0cd,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:37.949630 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:37.950339 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:37.952090 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] 10.222.0.48 "PUT /v2.0/ports/65f74952-6b1c-4996-8547-2a8a3495d0cd HTTP/1.1" status: 200 len: 1093 time: 2.2115533 Jun 07 08:12:37.952659 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d550411-8703-4043-aa5f-813955102934', 'tag': '65f74952-6b1c-4996-8547-2a8a3495d0cd'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:12:37.957206 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c124d67-cf8e-4705-b213-02013ffa7430" -d '{"events": [{"name": "network-changed", "server_uuid": "9d550411-8703-4043-aa5f-813955102934", "tag": "65f74952-6b1c-4996-8547-2a8a3495d0cd"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:12:37.971838 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:38.167928 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-d6753624-c575-41fd-97b8-5631e0bdbe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:38.175077 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-d6753624-c575-41fd-97b8-5631e0bdbe5c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=270f56dd987b4fbe85bc0cf1bf0be2da&device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 1096 time: 0.1555827 Jun 07 08:12:38.177499 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35081a75-6bc2-406f-b9b6-96258563fe06 x-openstack-request-id: req-35081a75-6bc2-406f-b9b6-96258563fe06 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:12:38.177984 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d550411-8703-4043-aa5f-813955102934", "tag": "65f74952-6b1c-4996-8547-2a8a3495d0cd", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:12:38.178447 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35081a75-6bc2-406f-b9b6-96258563fe06 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:12:38.180136 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d550411-8703-4043-aa5f-813955102934', 'tag': '65f74952-6b1c-4996-8547-2a8a3495d0cd', 'status': 'completed', 'code': 200} Jun 07 08:12:38.262973 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-9fe003b3-6ff9-4454-934b-c08c24e83ddd None None] Provisioning complete for port 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:38.263349 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9fe003b3-6ff9-4454-934b-c08c24e83ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.328363 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22201f-538f-45cb-bbce-6627394d1ddd req-8c79b2cf-f95f-4f67-ba65-e0d0585396a0 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:38.329877 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3d22201f-538f-45cb-bbce-6627394d1ddd req-8c79b2cf-f95f-4f67-ba65-e0d0585396a0 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 943 time: 0.3577960 Jun 07 08:12:38.340927 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:38.512736 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5917-5620-477e-b254-d0aa8d825570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.527401 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3d22201f-538f-45cb-bbce-6627394d1ddd req-5f8ffe07-e2ef-4d53-9a0c-e7c77d0822ca tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885953 Jun 07 08:12:38.565864 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Notify callbacks [] for port, precommit_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.594275 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.provisioning_blocks [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Transition to ACTIVE for port object 4f47ce0c-4460-4a50-8365-6b90364c37d5 will not be triggered until provisioned by entity L2. {{(pid=91885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:38.607843 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.612484 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:38.624679 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-fc862799-6716-40b1-9ce5-a9c8facddfdd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65f74952-6b1c-4996-8547-2a8a3495d0cd HTTP/1.1" status: 200 len: 217 time: 0.4303935 Jun 07 08:12:38.700297 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220220cb-eb97-464d-9949-07dbbc1681f1 None None] Pushing event updated for resources: {'Port': ['ID=4f47ce0c-4460-4a50-8365-6b90364c37d5,revision_number=2']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:38.704704 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-220220cb-eb97-464d-9949-07dbbc1681f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:38.721956 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:38.722727 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.742251 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Attempting to bind port 4f47ce0c-4460-4a50-8365-6b90364c37d5 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:38.742663 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Attempting to bind port 4f47ce0c-4460-4a50-8365-6b90364c37d5 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:38.743723 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Attempting to bind port 4f47ce0c-4460-4a50-8365-6b90364c37d5 on network 6973a06f-3d40-4ce6-8425-553e4825a987 {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:38.750158 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:38.750501 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Checking segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:38.750908 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.751291 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Bound using segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:38.751756 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Bound port: 4f47ce0c-4460-4a50-8365-6b90364c37d5, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:38.752128 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.775753 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-b22c1969-6c47-4178-aaa9-0096b8e2d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:38.778041 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-b22c1969-6c47-4178-aaa9-0096b8e2d34f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89ecee2c-1cf5-4b39-b085-6dec343fa7ea HTTP/1.1" status: 200 len: 847 time: 0.1432943 Jun 07 08:12:38.819871 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.835867 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] For port 4f47ce0c-4460-4a50-8365-6b90364c37d5, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:38.841445 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] For port 4f47ce0c-4460-4a50-8365-6b90364c37d5, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=4f47ce0c-4460-4a50-8365-6b90364c37d5,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:38.851086 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:38.863822 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:38.882580 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-43b4144c-b782-4847-bac5-333ebdab2841 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6468e9d1-3896-4a9e-bd0f-388235911e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953541 Jun 07 08:12:38.968270 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Routers {'27e9d0ba-b00a-42a7-9188-6c432b5a67b9'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:38.968905 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:12:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['27e9d0ba-b00a-42a7-9188-6c432b5a67b9'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:39.033701 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8be354-e03e-4442-9a9c-fdbdf651a837 req-1087affc-4a32-42ec-8b04-783799a84963 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:39.041185 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6c8be354-e03e-4442-9a9c-fdbdf651a837 req-1087affc-4a32-42ec-8b04-783799a84963 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.5672007 Jun 07 08:12:39.046899 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:39.180217 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Allocated IP 172.20.0.1 (21e8e6ad-61f8-4727-8635-5a7a44edb007/f42c4792-d6b9-4831-9ab6-072de18c7bf5/4b96fb0b-25b3-4a97-9a69-48134b9d8aec) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:39.184645 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6c8be354-e03e-4442-9a9c-fdbdf651a837 req-e3100e50-f6c6-4ab3-a959-ee6bc20b647e tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350698 Jun 07 08:12:39.232216 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-ba7bd107-dfbf-49c8-a629-d4b26aa972fe service neutron] 10.222.0.48 "GET /v2.0/networks/6468e9d1-3896-4a9e-bd0f-388235911e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379250 Jun 07 08:12:39.268031 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220220cb-eb97-464d-9949-07dbbc1681f1 None None] Pushing event updated for resources: {'Port': ['ID=4f47ce0c-4460-4a50-8365-6b90364c37d5,revision_number=3']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:39.279648 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-220220cb-eb97-464d-9949-07dbbc1681f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:39.308223 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:39.310983 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:39.343951 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] Set router 27e9d0ba-b00a-42a7-9188-6c432b5a67b9 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:39.547784 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13fcc643-50fb-4e01-abaa-5ec931d703fe req-87521b43-b290-41c5-a4fe-d93ff61b106d service neutron] 10.222.0.48 "GET /v2.0/networks/6468e9d1-3896-4a9e-bd0f-388235911e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083477 Jun 07 08:12:39.706048 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:39.774852 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.provisioning_blocks [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Transition to ACTIVE for port object 4b96fb0b-25b3-4a97-9a69-48134b9d8aec will not be triggered until provisioned by entity DHCP. {{(pid=91867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:39.801570 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c124d67-cf8e-4705-b213-02013ffa7430 req-c1f336ac-e5b8-47ad-a914-068095ccee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:39.804466 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0c124d67-cf8e-4705-b213-02013ffa7430 req-c1f336ac-e5b8-47ad-a914-068095ccee07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=270f56dd987b4fbe85bc0cf1bf0be2da&device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 1096 time: 0.1853688 Jun 07 08:12:39.862905 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471080c6-3ba4-4482-ae4e-a21c724335b9 req-909f7e1d-0afa-47c0-a445-8c1a6253ca51 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:39.864547 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-471080c6-3ba4-4482-ae4e-a21c724335b9 req-909f7e1d-0afa-47c0-a445-8c1a6253ca51 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.2723353 Jun 07 08:12:39.915813 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:39.925199 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-8c722bc1-d591-400c-bce9-9accbd90b53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:39.985921 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c124d67-cf8e-4705-b213-02013ffa7430 req-a0316e5b-5c32-415b-87ea-d67f41b42051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:39.987783 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0c124d67-cf8e-4705-b213-02013ffa7430 req-a0316e5b-5c32-415b-87ea-d67f41b42051 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6468e9d1-3896-4a9e-bd0f-388235911e2b HTTP/1.1" status: 200 len: 908 time: 0.1755505 Jun 07 08:12:39.988768 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'name': 'tempest-TestMinimumBasicScenario-1405941385-router', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:32Z', 'updated_at': '2021-06-07T08:12:34Z', 'revision_number': 3, 'project_id': '9ce355309c8e49b3886b2e3b62038fd7', 'gw_port': {'id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:33Z', 'updated_at': '2021-06-07T08:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:39.999050 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed033515-7eff-4596-841a-2afc6dd1fc5b None None] The sync data for ids ['27e9d0ba-b00a-42a7-9188-6c432b5a67b9'] in dv-cinder-784945-11-iscsi is: [{'id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'name': 'tempest-TestMinimumBasicScenario-1405941385-router', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:32Z', 'updated_at': '2021-06-07T08:12:34Z', 'revision_number': 3, 'project_id': '9ce355309c8e49b3886b2e3b62038fd7', 'gw_port': {'id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:33Z', 'updated_at': '2021-06-07T08:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:12:40.019824 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Network 21e8e6ad-61f8-4727-8635-5a7a44edb007 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:40.038422 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-471080c6-3ba4-4482-ae4e-a21c724335b9 req-efb5d80f-f74a-494f-ab5f-5c34150be1d1 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643465 Jun 07 08:12:40.039681 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:40.045049 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:40.111166 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0c124d67-cf8e-4705-b213-02013ffa7430 req-c0c7517f-eff9-4a61-b74f-2f1f8161bbd8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=65f74952-6b1c-4996-8547-2a8a3495d0cd HTTP/1.1" status: 200 len: 217 time: 0.1141636 Jun 07 08:12:40.138828 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Pushing event updated for resources: {'Port': ['ID=4b96fb0b-25b3-4a97-9a69-48134b9d8aec,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:40.149120 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:40.161645 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-245993'] for router_interface, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.297607 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c124d67-cf8e-4705-b213-02013ffa7430 req-89c17c9b-8cfc-4631-a5dd-d43ba0aa150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:40.299171 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0c124d67-cf8e-4705-b213-02013ffa7430 req-89c17c9b-8cfc-4631-a5dd-d43ba0aa150f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89ecee2c-1cf5-4b39-b085-6dec343fa7ea HTTP/1.1" status: 200 len: 847 time: 0.1766219 Jun 07 08:12:40.374697 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0c124d67-cf8e-4705-b213-02013ffa7430 req-67907a6b-f187-4738-b5cc-51cfd34271c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6468e9d1-3896-4a9e-bd0f-388235911e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634360 Jun 07 08:12:40.422277 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19ae2d-4ead-47eb-a0f0-b60776af89c2 req-cf2fe740-9f94-409f-a990-3284444d737e tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:40.423784 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0e19ae2d-4ead-47eb-a0f0-b60776af89c2 req-cf2fe740-9f94-409f-a990-3284444d737e tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 943 time: 0.1854987 Jun 07 08:12:40.481975 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.497219 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-ea48f6ea-4bbd-4455-8d63-8db2d4d76e0a None None] Provisioning for port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:40.504257 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-ea48f6ea-4bbd-4455-8d63-8db2d4d76e0a None None] Provisioning complete for port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:40.504959 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ea48f6ea-4bbd-4455-8d63-8db2d4d76e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.579232 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0e19ae2d-4ead-47eb-a0f0-b60776af89c2 req-b4a69f87-8a29-4ed3-b600-e11c53a8dc39 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465228 Jun 07 08:12:40.594537 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-ea48f6ea-4bbd-4455-8d63-8db2d4d76e0a None None] Port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:12:40.685264 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f60bb-5af7-48f9-bb29-040434944f64 req-0f309144-3c1e-4a51-9dd0-9e2a45f357c7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:40.686951 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9b2f60bb-5af7-48f9-bb29-040434944f64 req-0f309144-3c1e-4a51-9dd0-9e2a45f357c7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.3113317 Jun 07 08:12:40.811780 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.818358 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819681'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.858205 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:40.865902 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:40.913988 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9b2f60bb-5af7-48f9-bb29-040434944f64 req-9b4dac82-8500-4ed5-a3dc-4425c9a39365 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125754 Jun 07 08:12:40.916796 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0c124d67-cf8e-4705-b213-02013ffa7430 req-02c61163-472c-4b4a-99d6-ee9794a6b5fc service neutron] 10.222.0.48 "GET /v2.0/networks/6468e9d1-3896-4a9e-bd0f-388235911e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779251 Jun 07 08:12:40.984292 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-11d7e1a2-e58b-46f6-98b2-b4ce03e3ddbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.022264 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Pushing event updated for resources: {'Port': ['ID=4b96fb0b-25b3-4a97-9a69-48134b9d8aec,revision_number=2']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:41.030096 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:41.076353 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-452256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468401'] for router_interface, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.123828 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0c124d67-cf8e-4705-b213-02013ffa7430 req-8f14fdec-50ab-4e58-9fd3-903f549fd30d service neutron] 10.222.0.48 "GET /v2.0/networks/6468e9d1-3896-4a9e-bd0f-388235911e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982207 Jun 07 08:12:41.394937 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Network 21e8e6ad-61f8-4727-8635-5a7a44edb007 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:41.396186 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:41.459094 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 52254) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:41.595628 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3fb1bfff-0d6e-4567-8ed0-392c358596ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.597298 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Router 27e9d0ba-b00a-42a7-9188-6c432b5a67b9 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:12:41.640576 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-84bb3f96-da8e-42a6-8248-24cae980140a None None] Provisioning complete for port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:41.641455 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-84bb3f96-da8e-42a6-8248-24cae980140a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.731124 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-84bb3f96-da8e-42a6-8248-24cae980140a None None] Port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:12:41.740998 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3fb1bfff-0d6e-4567-8ed0-392c358596ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.746360 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3fb1bfff-0d6e-4567-8ed0-392c358596ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.755833 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-622d0f95-2426-40c3-952c-42f8d31a1af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:41.800259 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-3fb1bfff-0d6e-4567-8ed0-392c358596ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b52011684e1448eba59f753cae921b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396699 Jun 07 08:12:41.801888 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1bfff-0d6e-4567-8ed0-392c358596ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38529544-fd03-4dd3-80c5-2af10f295c02,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:41.805453 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3fb1bfff-0d6e-4567-8ed0-392c358596ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:41.806569 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 52260) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:41.863985 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:12:41.870352 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] 10.222.0.43 "PUT /v2.0/routers/27e9d0ba-b00a-42a7-9188-6c432b5a67b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8293476 Jun 07 08:12:41.898758 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90379dd5-063a-4763-93c2-2ffdbda2bb6b req-60e5104a-19e1-4785-8943-3eceee349868 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:41.901954 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-90379dd5-063a-4763-93c2-2ffdbda2bb6b req-60e5104a-19e1-4785-8943-3eceee349868 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 943 time: 0.1295297 Jun 07 08:12:41.911866 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.929828 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.957604 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:41.982079 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-90379dd5-063a-4763-93c2-2ffdbda2bb6b req-8dffb757-a4b8-47b8-b196-7ae3431accc4 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702474 Jun 07 08:12:42.031797 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:42.035693 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:42.036831 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38529544-fd03-4dd3-80c5-2af10f295c02 HTTP/1.1" status: 204 len: 168 time: 0.2293406 Jun 07 08:12:42.037652 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d041b99a-6364-4935-a27b-d482813fcc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:42.058425 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38529544-fd03-4dd3-80c5-2af10f295c02,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:42.067757 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:42.068283 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:42.068791 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:42.069813 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:42.070182 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:42.070546 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:42.070905 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:42.072185 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:42.072629 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:42.072994 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:42.073407 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:42.073734 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:42.076831 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:42.199418 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178acb02-809d-44bb-91e9-ed0b128bcd26 req-0f348269-6b36-4c0f-bf67-eb018fa41db5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:42.208451 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-178acb02-809d-44bb-91e9-ed0b128bcd26 req-0f348269-6b36-4c0f-bf67-eb018fa41db5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1016040 Jun 07 08:12:42.313569 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-178acb02-809d-44bb-91e9-ed0b128bcd26 req-2f6de1a3-59cd-47e1-b973-fd9ff07761c4 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040916 Jun 07 08:12:42.330277 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 4f47ce0c-4460-4a50-8365-6b90364c37d5 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:42.488994 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 4f47ce0c-4460-4a50-8365-6b90364c37d5 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:42.498995 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 4f47ce0c-4460-4a50-8365-6b90364c37d5 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:42.499504 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:42.569544 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Sync routers for ids ['27e9d0ba-b00a-42a7-9188-6c432b5a67b9'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:12:42.584002 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Routers {'27e9d0ba-b00a-42a7-9188-6c432b5a67b9'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:42.585082 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:12:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['27e9d0ba-b00a-42a7-9188-6c432b5a67b9'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:42.766664 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 65f74952-6b1c-4996-8547-2a8a3495d0cd details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:12:42.834841 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a0437-cb89-4719-8b25-dc6839fa75e6 req-c07fe0c5-2114-43ca-b84f-061d35bd5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:42.836350 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f17a0437-cb89-4719-8b25-dc6839fa75e6 req-c07fe0c5-2114-43ca-b84f-061d35bd5273 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f983cffaddb944cf8fa8188dca8ac056&device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 1098 time: 0.1425221 Jun 07 08:12:42.876643 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0483c3c-5798-473e-a1a1-4b631a21d5cc req-52b01325-8407-4996-9f9a-e219eab70eb0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:42.884445 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c0483c3c-5798-473e-a1a1-4b631a21d5cc req-52b01325-8407-4996-9f9a-e219eab70eb0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1019289 Jun 07 08:12:42.938680 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c0483c3c-5798-473e-a1a1-4b631a21d5cc req-a4087684-8705-4122-8c63-ed5d0cf5414c tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530198 Jun 07 08:12:43.030918 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.db.resource_extend [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 08:12:43.069020 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:43.089930 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 4f47ce0c-4460-4a50-8365-6b90364c37d5, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=4f47ce0c-4460-4a50-8365-6b90364c37d5,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:43.102823 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:43.109490 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:43.246567 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Set router 27e9d0ba-b00a-42a7-9188-6c432b5a67b9 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:43.251825 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a0437-cb89-4719-8b25-dc6839fa75e6 req-9e72d858-1e46-428e-bf9e-b3f19e30c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:43.253284 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f17a0437-cb89-4719-8b25-dc6839fa75e6 req-9e72d858-1e46-428e-bf9e-b3f19e30c3ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=731569ee-c381-432b-a105-1cc707924205 HTTP/1.1" status: 200 len: 920 time: 0.4066968 Jun 07 08:12:43.331227 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f17a0437-cb89-4719-8b25-dc6839fa75e6 req-8b165423-8966-4043-b0ee-81858c998764 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 HTTP/1.1" status: 200 len: 217 time: 0.0700684 Jun 07 08:12:43.340367 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce50a0b-9e2f-4c22-83dc-3bdb81063680 req-d0d8f201-ae51-4ca6-aaa0-3551bd4d4520 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:43.342208 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2ce50a0b-9e2f-4c22-83dc-3bdb81063680 req-d0d8f201-ae51-4ca6-aaa0-3551bd4d4520 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 943 time: 0.2013509 Jun 07 08:12:43.389443 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=4f47ce0c-4460-4a50-8365-6b90364c37d5,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:43.440045 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a0437-cb89-4719-8b25-dc6839fa75e6 req-026f393a-624b-450b-bdcf-79fdf6f728ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:43.441507 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f17a0437-cb89-4719-8b25-dc6839fa75e6 req-026f393a-624b-450b-bdcf-79fdf6f728ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa02afe2-5864-4df3-914b-20fcfd8c837d HTTP/1.1" status: 200 len: 859 time: 0.0982850 Jun 07 08:12:43.446608 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2ce50a0b-9e2f-4c22-83dc-3bdb81063680 req-1f00d788-01ad-4370-965c-0894386a3c84 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708561 Jun 07 08:12:43.495958 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:43.512439 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f17a0437-cb89-4719-8b25-dc6839fa75e6 req-adef1632-3933-44ef-a329-86603f11ad9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731569ee-c381-432b-a105-1cc707924205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604622 Jun 07 08:12:43.542107 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 65f74952-6b1c-4996-8547-2a8a3495d0cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=65f74952-6b1c-4996-8547-2a8a3495d0cd,segment=NetworkSegment(0b9fb0f7-6b11-4c35-8efd-cd929e699b2c),segment_id=0b9fb0f7-6b11-4c35-8efd-cd929e699b2c)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:43.581334 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '65f74952-6b1c-4996-8547-2a8a3495d0cd', 'network_id': '6468e9d1-3896-4a9e-bd0f-388235911e2b', 'port_id': '65f74952-6b1c-4996-8547-2a8a3495d0cd', 'mac_address': 'fa:16:3e:8f:fd:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ecee2c-1cf5-4b39-b085-6dec343fa7ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:12:43.679457 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:43.688360 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2feb74-d985-4639-ac36-f36e7210d8f6 req-16ddb7d0-c990-4d93-8fe7-9f891341c55e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:43.691129 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8b2feb74-d985-4639-ac36-f36e7210d8f6 req-16ddb7d0-c990-4d93-8fe7-9f891341c55e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1316149 Jun 07 08:12:43.774627 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8b2feb74-d985-4639-ac36-f36e7210d8f6 req-900740a7-f16e-473e-9f23-84c5f8a1f8ce tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772216 Jun 07 08:12:43.775170 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f17a0437-cb89-4719-8b25-dc6839fa75e6 req-2d6aeaf7-0279-4e87-be89-cd22660475fb service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460375 Jun 07 08:12:43.784083 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:43.847715 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f74952-6b1c-4996-8547-2a8a3495d0cd {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:12:43.880375 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 65f74952-6b1c-4996-8547-2a8a3495d0cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=65f74952-6b1c-4996-8547-2a8a3495d0cd,segment=NetworkSegment(0b9fb0f7-6b11-4c35-8efd-cd929e699b2c),segment_id=0b9fb0f7-6b11-4c35-8efd-cd929e699b2c)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:43.890273 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:43.893282 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:43.944369 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f17a0437-cb89-4719-8b25-dc6839fa75e6 req-f269b8fa-8923-4210-b2a6-c37edb34a2b4 service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654491 Jun 07 08:12:44.013210 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'name': 'tempest-TestMinimumBasicScenario-1405941385-router', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:32Z', 'updated_at': '2021-06-07T08:12:40Z', 'revision_number': 4, 'project_id': '9ce355309c8e49b3886b2e3b62038fd7', 'gw_port': {'id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:33Z', 'updated_at': '2021-06-07T08:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '4b96fb0b-25b3-4a97-9a69-48134b9d8aec', 'name': '', 'network_id': '21e8e6ad-61f8-4727-8635-5a7a44edb007', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7', 'mac_address': 'fa:16:3e:2b:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f42c4792-d6b9-4831-9ab6-072de18c7bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:38Z', 'updated_at': '2021-06-07T08:12:40Z', 'revision_number': 2, 'project_id': '9ce355309c8e49b3886b2e3b62038fd7', 'subnets': [{'id': 'f42c4792-d6b9-4831-9ab6-072de18c7bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:44.023222 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=65f74952-6b1c-4996-8547-2a8a3495d0cd,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:44.039546 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Checking router: 27e9d0ba-b00a-42a7-9188-6c432b5a67b9 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:12:44.040508 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Updating router 27e9d0ba-b00a-42a7-9188-6c432b5a67b9 port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec binding host dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:12:44.072426 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:44.113488 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:44.198525 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d4a62-3c00-4606-9bab-52f1552213d5 req-a4384d0c-aa05-4555-9c1b-d33e56da839f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:44.207794 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-341d4a62-3c00-4606-9bab-52f1552213d5 req-a4384d0c-aa05-4555-9c1b-d33e56da839f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1210814 Jun 07 08:12:44.223838 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['65f74952-6b1c-4996-8547-2a8a3495d0cd'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:12:44.268295 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 4f47ce0c-4460-4a50-8365-6b90364c37d5 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:44.303516 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-341d4a62-3c00-4606-9bab-52f1552213d5 req-aa49e433-69e3-4dd0-a0ef-d4a060ca7f76 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931818 Jun 07 08:12:44.518469 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 4f47ce0c-4460-4a50-8365-6b90364c37d5 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:44.519148 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:44.719223 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7711453-d61f-43bc-b6a9-ca5b1f8b77ea req-976dbd2a-89ba-4455-8127-88d09371fbc3 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:44.731939 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e7711453-d61f-43bc-b6a9-ca5b1f8b77ea req-976dbd2a-89ba-4455-8127-88d09371fbc3 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 944 time: 0.1224897 Jun 07 08:12:44.796090 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e7711453-d61f-43bc-b6a9-ca5b1f8b77ea req-4774ab96-7917-49b5-9fc0-bf667c4e454f tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625513 Jun 07 08:12:45.037852 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2220a31-95c5-43fd-abe5-a40d0c70435a req-493ad645-3458-40de-8012-fead31c77ea6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:45.041816 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a2220a31-95c5-43fd-abe5-a40d0c70435a req-493ad645-3458-40de-8012-fead31c77ea6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1147063 Jun 07 08:12:45.104766 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.120453 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Transition to ACTIVE for port object 4b96fb0b-25b3-4a97-9a69-48134b9d8aec will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:45.121887 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a2220a31-95c5-43fd-abe5-a40d0c70435a req-fb2714ab-e00c-4ac9-bab2-67c51a9943e8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758965 Jun 07 08:12:45.129182 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.138611 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:45.265063 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ddacf3-b9c0-4bb7-a420-c726bcf16ad0 None None] Pushing event updated for resources: {'Port': ['ID=4b96fb0b-25b3-4a97-9a69-48134b9d8aec,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:45.300168 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-09ddacf3-b9c0-4bb7-a420-c726bcf16ad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:45.383081 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Attempting to bind port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:45.384521 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Attempting to bind port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': '9180103a-c431-455a-a933-d9fb428fbce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21e8e6ad-61f8-4727-8635-5a7a44edb007'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:45.385413 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Attempting to bind port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec on network 21e8e6ad-61f8-4727-8635-5a7a44edb007 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:45.396048 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:45.396568 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Checking segment: {'id': '9180103a-c431-455a-a933-d9fb428fbce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21e8e6ad-61f8-4727-8635-5a7a44edb007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:45.398224 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.398727 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Bound using segment: {'id': '9180103a-c431-455a-a933-d9fb428fbce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21e8e6ad-61f8-4727-8635-5a7a44edb007'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:45.399898 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Bound port: 4b96fb0b-25b3-4a97-9a69-48134b9d8aec, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9180103a-c431-455a-a933-d9fb428fbce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21e8e6ad-61f8-4727-8635-5a7a44edb007'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:45.400364 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.538896 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] For port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:45.542950 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] For port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=4b96fb0b-25b3-4a97-9a69-48134b9d8aec,segment=NetworkSegment(9180103a-c431-455a-a933-d9fb428fbce9),segment_id=9180103a-c431-455a-a933-d9fb428fbce9)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:45.557254 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:45.563863 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9c995ece-ebc9-4881-a5c4-561cdc955979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:45.657426 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Routers {'27e9d0ba-b00a-42a7-9188-6c432b5a67b9'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:12:45.658180 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:12:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['27e9d0ba-b00a-42a7-9188-6c432b5a67b9'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:45.677368 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c450a50-7c9f-4a00-9874-2c6d83d2633c req-043cdcdd-2120-4437-a93d-2cc5b473f698 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:45.679086 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0c450a50-7c9f-4a00-9874-2c6d83d2633c req-043cdcdd-2120-4437-a93d-2cc5b473f698 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1497245 Jun 07 08:12:45.797845 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ddacf3-b9c0-4bb7-a420-c726bcf16ad0 None None] Pushing event updated for resources: {'Port': ['ID=4b96fb0b-25b3-4a97-9a69-48134b9d8aec,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:45.836403 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-09ddacf3-b9c0-4bb7-a420-c726bcf16ad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:45.879031 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0c450a50-7c9f-4a00-9874-2c6d83d2633c req-e8a71828-2715-47d7-9937-ae04b8ee4608 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927323 Jun 07 08:12:46.058342 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] Set router 27e9d0ba-b00a-42a7-9188-6c432b5a67b9 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:12:46.074904 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 52350) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:46.128185 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0700a11-24b9-410c-a164-91869b295ddc req-bd74d111-37d8-47cd-9ea5-f8a49139e952 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:46.147590 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f0700a11-24b9-410c-a164-91869b295ddc req-bd74d111-37d8-47cd-9ea5-f8a49139e952 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 944 time: 0.1210659 Jun 07 08:12:46.212899 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f0700a11-24b9-410c-a164-91869b295ddc req-11fe5e2d-9cf6-4a57-aaf2-131eb75f47ea tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631943 Jun 07 08:12:46.297261 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-ce117812-a0c4-497e-b5c4-a3e446ad5093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.498508 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88ee5c-8896-45e1-8dc7-82894d5803c8 req-1b088367-f256-4eb7-8207-bcf654586394 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:46.499972 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bd88ee5c-8896-45e1-8dc7-82894d5803c8 req-1b088367-f256-4eb7-8207-bcf654586394 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.2063830 Jun 07 08:12:46.551286 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'name': 'tempest-TestMinimumBasicScenario-1405941385-router', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:32Z', 'updated_at': '2021-06-07T08:12:40Z', 'revision_number': 4, 'project_id': '9ce355309c8e49b3886b2e3b62038fd7', 'gw_port': {'id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:33Z', 'updated_at': '2021-06-07T08:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '4b96fb0b-25b3-4a97-9a69-48134b9d8aec', 'name': '', 'network_id': '21e8e6ad-61f8-4727-8635-5a7a44edb007', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7', 'mac_address': 'fa:16:3e:2b:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f42c4792-d6b9-4831-9ab6-072de18c7bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:38Z', 'updated_at': '2021-06-07T08:12:45Z', 'revision_number': 4, 'project_id': '9ce355309c8e49b3886b2e3b62038fd7', 'subnets': [{'id': 'f42c4792-d6b9-4831-9ab6-072de18c7bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:12:46.559331 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58603208-d8dc-45ba-aa11-425f856e3ae2 None None] The sync data for ids ['27e9d0ba-b00a-42a7-9188-6c432b5a67b9'] in dv-cinder-784945-11-iscsi is: [{'id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'name': 'tempest-TestMinimumBasicScenario-1405941385-router', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:32Z', 'updated_at': '2021-06-07T08:12:40Z', 'revision_number': 4, 'project_id': '9ce355309c8e49b3886b2e3b62038fd7', 'gw_port': {'id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:33Z', 'updated_at': '2021-06-07T08:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '4b96fb0b-25b3-4a97-9a69-48134b9d8aec', 'name': '', 'network_id': '21e8e6ad-61f8-4727-8635-5a7a44edb007', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7', 'mac_address': 'fa:16:3e:2b:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'f42c4792-d6b9-4831-9ab6-072de18c7bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:38Z', 'updated_at': '2021-06-07T08:12:45Z', 'revision_number': 4, 'project_id': '9ce355309c8e49b3886b2e3b62038fd7', 'subnets': [{'id': 'f42c4792-d6b9-4831-9ab6-072de18c7bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:12:46.566807 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-ce117812-a0c4-497e-b5c4-a3e446ad5093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.653649 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-ce117812-a0c4-497e-b5c4-a3e446ad5093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.683581 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bd88ee5c-8896-45e1-8dc7-82894d5803c8 req-6b6877ab-5707-4722-91c5-f57edf702ccf tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619585 Jun 07 08:12:46.686060 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:46.753154 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-ce117812-a0c4-497e-b5c4-a3e446ad5093 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49c5de37e2834b9790ce269ace634edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6768894 Jun 07 08:12:46.754940 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce117812-a0c4-497e-b5c4-a3e446ad5093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3874fd7-2550-467b-b549-74759c2109c0,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:46.755802 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 52358) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:46.765677 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 65f74952-6b1c-4996-8547-2a8a3495d0cd up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:46.769703 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-ce117812-a0c4-497e-b5c4-a3e446ad5093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:46.867121 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.894628 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port 65f74952-6b1c-4996-8547-2a8a3495d0cd completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:46.904155 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 65f74952-6b1c-4996-8547-2a8a3495d0cd triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:46.904559 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.905946 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.983201 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.986615 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:46.988285 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3874fd7-2550-467b-b549-74759c2109c0 HTTP/1.1" status: 204 len: 168 time: 0.2309682 Jun 07 08:12:46.989117 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-9f7eaea3-d2a7-4653-8d2f-42b881f4cab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:47.022390 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3874fd7-2550-467b-b549-74759c2109c0,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:47.061442 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.062560 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.064227 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.066174 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.068766 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.069370 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.070384 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.071904 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.075209 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.075832 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.077896 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.079901 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.091385 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:47.145880 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:47.234059 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d550411-8703-4043-aa5f-813955102934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f74952-6b1c-4996-8547-2a8a3495d0cd'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:12:47.237763 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fc7e2e-ce1a-46de-92fb-d9c8e51b6f16" -d '{"events": [{"server_uuid": "9d550411-8703-4043-aa5f-813955102934", "name": "network-vif-plugged", "status": "completed", "tag": "65f74952-6b1c-4996-8547-2a8a3495d0cd"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:12:47.248449 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 65f74952-6b1c-4996-8547-2a8a3495d0cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=65f74952-6b1c-4996-8547-2a8a3495d0cd,segment=NetworkSegment(0b9fb0f7-6b11-4c35-8efd-cd929e699b2c),segment_id=0b9fb0f7-6b11-4c35-8efd-cd929e699b2c)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:47.256768 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94726207-4c5e-4eee-b7eb-d9c1fa7069db req-552de04e-70cc-4fd1-a77e-02a6f99a54e8 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:47.256941 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:47.258469 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-94726207-4c5e-4eee-b7eb-d9c1fa7069db req-552de04e-70cc-4fd1-a77e-02a6f99a54e8 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1915333 Jun 07 08:12:47.261149 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9cb34a14-cd9d-4417-a015-430ea6e5cb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:47.337899 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-94726207-4c5e-4eee-b7eb-d9c1fa7069db req-b2e2a4a5-79a2-48cb-bf20-8d4f56ba41a0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721707 Jun 07 08:12:47.401398 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c427274-a14c-445d-b25d-02e1c9263214 x-openstack-request-id: req-3c427274-a14c-445d-b25d-02e1c9263214 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:12:47.402004 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d550411-8703-4043-aa5f-813955102934", "name": "network-vif-plugged", "status": "completed", "tag": "65f74952-6b1c-4996-8547-2a8a3495d0cd", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:12:47.402462 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c427274-a14c-445d-b25d-02e1c9263214 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:12:47.403823 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d550411-8703-4043-aa5f-813955102934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f74952-6b1c-4996-8547-2a8a3495d0cd', 'code': 200} Jun 07 08:12:47.405987 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=65f74952-6b1c-4996-8547-2a8a3495d0cd,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:47.414722 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.415894 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.416668 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.417204 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.417785 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.418315 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.418840 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.419367 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.420022 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.420588 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.421112 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.421677 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:12:47.462196 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:47.672377 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8783c61-8285-437f-9144-27492f781090 req-e8464e87-9479-471f-a1e8-fec178940ca9 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:47.674994 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a8783c61-8285-437f-9144-27492f781090 req-e8464e87-9479-471f-a1e8-fec178940ca9 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 945 time: 0.1789527 Jun 07 08:12:47.736566 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a8783c61-8285-437f-9144-27492f781090 req-3fb7f9b6-8270-4feb-b226-9a9d6dc218ea tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546038 Jun 07 08:12:47.822050 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb816529-f4cc-4fc0-ad09-e652ad4767e9 req-4a27d5f6-7a5b-4a1a-bd52-d358cd70b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:47.824248 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fb816529-f4cc-4fc0-ad09-e652ad4767e9 req-4a27d5f6-7a5b-4a1a-bd52-d358cd70b9b7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 1098 time: 0.1823123 Jun 07 08:12:47.886954 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fb816529-f4cc-4fc0-ad09-e652ad4767e9 req-13a1a09e-5df1-4181-9b7a-1caab81b5b9a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541008 Jun 07 08:12:48.069502 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6323871-5ef6-4895-acb5-b7bc34fd9740 req-9497007f-209c-4402-b0cb-8c40590cd84a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:48.077926 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b6323871-5ef6-4895-acb5-b7bc34fd9740 req-9497007f-209c-4402-b0cb-8c40590cd84a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1659262 Jun 07 08:12:48.138803 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b6323871-5ef6-4895-acb5-b7bc34fd9740 req-9a2bfca5-6223-4564-b237-a1f518c735dd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597713 Jun 07 08:12:48.262221 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 4b96fb0b-25b3-4a97-9a69-48134b9d8aec up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:48.365053 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 52416) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:48.372449 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:12:48.378303 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:48.378686 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.561189 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.601721 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=4b96fb0b-25b3-4a97-9a69-48134b9d8aec,segment=NetworkSegment(9180103a-c431-455a-a933-d9fb428fbce9),segment_id=9180103a-c431-455a-a933-d9fb428fbce9)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:48.626749 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.631776 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-99ec90da-abe8-4253-add7-0c758c1a3c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:48.670716 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5d0ff-3fa3-4b29-8e38-0bf70c556959 req-91a28041-c3b1-4153-872e-94f93008e1a2 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:48.672844 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-67e5d0ff-3fa3-4b29-8e38-0bf70c556959 req-91a28041-c3b1-4153-872e-94f93008e1a2 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1439383 Jun 07 08:12:48.682930 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-105282003-network', 'tenant_id': 'b5ba8c9b40bd4be6927457180d11cbbf'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:48.729954 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=4b96fb0b-25b3-4a97-9a69-48134b9d8aec,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:48.733708 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:48.756551 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-67e5d0ff-3fa3-4b29-8e38-0bf70c556959 req-7414cd21-05e5-4a86-98b8-040c543d0210 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697916 Jun 07 08:12:48.775621 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Made reservation on behalf of b5ba8c9b40bd4be6927457180d11cbbf for: {'network': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:48.778022 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.793937 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.917878 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.934496 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:48.938217 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-25b6e42f-2d2a-45fd-8ad1-68453021608e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:48.981477 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01735a-6b57-46ab-b4dc-6c150124fd46 req-bbaa76bd-7b28-4e60-a276-94a9ca9d586c tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:48.984329 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3d01735a-6b57-46ab-b4dc-6c150124fd46 req-bbaa76bd-7b28-4e60-a276-94a9ca9d586c tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 945 time: 0.0885031 Jun 07 08:12:49.022888 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=91867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:12:49.034097 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:49.035189 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.segments_db [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Added segment 9d534b1e-f856-4f61-a310-b24f11d8b004 of type vlan for network 3333e51f-4315-40a5-8376-1adc44f92e27 Jun 07 08:12:49.040410 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3d01735a-6b57-46ab-b4dc-6c150124fd46 req-64f53f25-08c4-4250-859e-e98350919d02 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488861 Jun 07 08:12:49.054129 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c77cf1-21e2-42be-8cf4-a07048dbcb36,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:49.059467 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:49.075557 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:49.122264 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:49.123641 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:49.124210 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:49.134019 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-eb580687-375c-4659-bef3-43b8ec635821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:49.304906 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9388800 Jun 07 08:12:49.310890 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 52426) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:49.315710 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-600c6495-cf59-4765-bda2-60002e7a05b4 admin admin] Request body: {'subnet': {'network_id': '3333e51f-4315-40a5-8376-1adc44f92e27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-105282003-subnet', 'tenant_id': 'b5ba8c9b40bd4be6927457180d11cbbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:49.318690 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Pushing event updated for resources: {'Network': ['ID=3333e51f-4315-40a5-8376-1adc44f92e27,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:49.321915 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:49.335049 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network 3333e51f-4315-40a5-8376-1adc44f92e27 details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:12:49.343019 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600c6495-cf59-4765-bda2-60002e7a05b4 admin admin] Made reservation on behalf of b5ba8c9b40bd4be6927457180d11cbbf for: {'subnet': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:49.346148 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-600c6495-cf59-4765-bda2-60002e7a05b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2465089'] for subnet, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:49.568817 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5230573-a719-43da-bdb2-cbf73aba01d0 req-5ac99e86-6236-4a18-9564-1ed68fc5f08e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:49.576185 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e5230573-a719-43da-bdb2-cbf73aba01d0 req-5ac99e86-6236-4a18-9564-1ed68fc5f08e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.2913327 Jun 07 08:12:49.616144 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-600c6495-cf59-4765-bda2-60002e7a05b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2465107'] for subnet, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:49.623896 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:49.627323 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e5230573-a719-43da-bdb2-cbf73aba01d0 req-0bd5ef78-8deb-4977-8e2d-56f9d095d455 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501390 Jun 07 08:12:49.714101 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c6495-cf59-4765-bda2-60002e7a05b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=609bbdb9-3891-4a01-91bb-3544d8cb8fdb,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:49.717996 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-600c6495-cf59-4765-bda2-60002e7a05b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:49.721039 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600c6495-cf59-4765-bda2-60002e7a05b4 admin admin] Checking segment: {'id': '9d534b1e-f856-4f61-a310-b24f11d8b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3333e51f-4315-40a5-8376-1adc44f92e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:49.721413 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c6495-cf59-4765-bda2-60002e7a05b4 admin admin] Network hostable DHCP agents. Network: 3333e51f-4315-40a5-8376-1adc44f92e27, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:12:49.744109 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c6495-cf59-4765-bda2-60002e7a05b4 admin admin] Network 3333e51f-4315-40a5-8376-1adc44f92e27 is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:12:49.756261 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-600c6495-cf59-4765-bda2-60002e7a05b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, 3333e51f-4315-40a5-8376-1adc44f92e27) {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:49.763667 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600c6495-cf59-4765-bda2-60002e7a05b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:49.764245 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-600c6495-cf59-4765-bda2-60002e7a05b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:49.769094 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349c4368-c450-4f08-a615-1ecf510f1b6a None None] Network 3333e51f-4315-40a5-8376-1adc44f92e27 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:49.791267 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-600c6495-cf59-4765-bda2-60002e7a05b4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4792631 Jun 07 08:12:50.026669 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a18f55-b40f-4c81-b87c-a71ee45fb148 None None] Network 3333e51f-4315-40a5-8376-1adc44f92e27 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:12:50.044979 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a31bd-b383-457a-87b9-dee5e1b4037e req-491c8c0d-08e6-4eb6-8249-4d8d1252ba1f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:50.052046 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c45a31bd-b383-457a-87b9-dee5e1b4037e req-491c8c0d-08e6-4eb6-8249-4d8d1252ba1f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1153436 Jun 07 08:12:50.154622 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c45a31bd-b383-457a-87b9-dee5e1b4037e req-0fe4cebf-a711-4ab3-8c70-7a36aa635dc0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016512 Jun 07 08:12:50.251180 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 4b96fb0b-25b3-4a97-9a69-48134b9d8aec up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:50.409565 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:50.410210 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:50.440578 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e75f9-27c7-430c-bb0a-90262e4a93c3 req-bb53a281-5180-42f4-b26c-d2b820eae3a5 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:50.449263 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-900e75f9-27c7-430c-bb0a-90262e4a93c3 req-bb53a281-5180-42f4-b26c-d2b820eae3a5 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 945 time: 0.1825130 Jun 07 08:12:50.533666 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-900e75f9-27c7-430c-bb0a-90262e4a93c3 req-15db5ab0-522b-4907-b555-122d48f914cd tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831430 Jun 07 08:12:50.867618 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf76277-a123-4ab2-9a96-3d2f0c70877f req-5310edaf-69c2-4bd3-bc5f-4080659ed93f tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:50.870051 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-daf76277-a123-4ab2-9a96-3d2f0c70877f req-5310edaf-69c2-4bd3-bc5f-4080659ed93f tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1088145 Jun 07 08:12:50.935408 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-daf76277-a123-4ab2-9a96-3d2f0c70877f req-0104c9b8-f1b6-402b-8240-2d5e765266c6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593243 Jun 07 08:12:51.367430 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48bc61-2837-48b8-9828-487994599ec5 req-63bace45-29ba-4f9b-bd58-fb5a88cc5a54 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:51.374519 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-af48bc61-2837-48b8-9828-487994599ec5 req-63bace45-29ba-4f9b-bd58-fb5a88cc5a54 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0992138 Jun 07 08:12:51.418299 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-af48bc61-2837-48b8-9828-487994599ec5 req-e13b20b1-8425-4a86-a111-70ee50889fc7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427999 Jun 07 08:12:51.994629 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d431f65-4365-43df-afa3-6286b5d46428 req-7c64af0a-de12-4259-9e01-86ad0880c077 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:51.996321 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3d431f65-4365-43df-afa3-6286b5d46428 req-7c64af0a-de12-4259-9e01-86ad0880c077 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 945 time: 0.1025445 Jun 07 08:12:52.052077 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3d431f65-4365-43df-afa3-6286b5d46428 req-bf90e7e9-05e5-436e-be2c-be1dda7d5a7f tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439937 Jun 07 08:12:52.218531 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbedaa-4e70-48f6-9f24-34784849a56f req-0da95232-da72-4523-852b-b57933a1e54f tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:52.230408 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-71bbedaa-4e70-48f6-9f24-34784849a56f req-0da95232-da72-4523-852b-b57933a1e54f tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1762686 Jun 07 08:12:52.275453 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-71bbedaa-4e70-48f6-9f24-34784849a56f req-89cd493c-2097-4885-86ec-96018d430360 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450158 Jun 07 08:12:52.374317 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-74b0c154-9c6d-401e-8fb9-bc48b823bd41 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:52.375917 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-74b0c154-9c6d-401e-8fb9-bc48b823bd41 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/networks?id=3333e51f-4315-40a5-8376-1adc44f92e27 HTTP/1.1" status: 200 len: 813 time: 0.1675234 Jun 07 08:12:52.405058 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3c091ed6-0947-4ba4-acfd-f3a49274e41c tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/quotas/b5ba8c9b40bd4be6927457180d11cbbf HTTP/1.1" status: 200 len: 375 time: 0.0232632 Jun 07 08:12:52.465381 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-c6129801-9dc2-4d03-bead-dad437c43d5c tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b5ba8c9b40bd4be6927457180d11cbbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596173 Jun 07 08:12:52.623565 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-c26f84fa-71eb-470a-bc70-6ca02f5d6673 service neutron] 10.222.0.43 "GET /v2.0/networks/3333e51f-4315-40a5-8376-1adc44f92e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573071 Jun 07 08:12:52.649978 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4017602-9a19-40df-ad50-ba7841d94054 req-4b599b55-5c5f-4e0f-9d3d-5e294543e963 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:52.656922 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f4017602-9a19-40df-ad50-ba7841d94054 req-4b599b55-5c5f-4e0f-9d3d-5e294543e963 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1072633 Jun 07 08:12:52.705131 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f4017602-9a19-40df-ad50-ba7841d94054 req-17054f0f-21a5-4523-8baf-dc7634633566 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472255 Jun 07 08:12:52.811599 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-d9fe0d98-a757-45e0-9820-10a64113e585 service neutron] 10.222.0.43 "GET /v2.0/networks/3333e51f-4315-40a5-8376-1adc44f92e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786900 Jun 07 08:12:53.051517 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-23cd6a87-1718-45b1-a856-cc5be829de7b req-34e18a54-6aef-4681-b93a-1e76470dcf1b tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 210 time: 0.0742302 Jun 07 08:12:53.395188 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b0f55-16bb-453d-9e02-e9aa663a824e req-09e1ab2b-d4ac-4656-a88f-889bfd11e67e tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:53.406473 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-880b0f55-16bb-453d-9e02-e9aa663a824e req-09e1ab2b-d4ac-4656-a88f-889bfd11e67e tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 945 time: 0.1622620 Jun 07 08:12:53.435752 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0cadc-56c0-41c2-bc02-f4472a2d8921 req-49923b2e-f5ef-41e5-867a-32f5c5134169 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:53.438327 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b8e0cadc-56c0-41c2-bc02-f4472a2d8921 req-49923b2e-f5ef-41e5-867a-32f5c5134169 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 945 time: 0.1135368 Jun 07 08:12:53.519483 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-880b0f55-16bb-453d-9e02-e9aa663a824e req-e07aa069-1451-40f9-8268-130d882102d0 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113291 Jun 07 08:12:53.701169 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691011d5-2ff2-488b-8a95-20ccc31b4a49 req-1c8d83ac-df3f-4048-b1e0-b272227c733e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:53.708381 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-691011d5-2ff2-488b-8a95-20ccc31b4a49 req-1c8d83ac-df3f-4048-b1e0-b272227c733e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1878126 Jun 07 08:12:53.766172 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-b8e0cadc-56c0-41c2-bc02-f4472a2d8921 req-8b759044-0e51-405a-87ce-d55524b70657 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Deleting port 65f74952-6b1c-4996-8547-2a8a3495d0cd {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:12:53.766526 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-b8e0cadc-56c0-41c2-bc02-f4472a2d8921 req-8b759044-0e51-405a-87ce-d55524b70657 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:53.801356 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-691011d5-2ff2-488b-8a95-20ccc31b4a49 req-a3fcd751-0dc2-4ecc-b876-82bd2e33e43c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919304 Jun 07 08:12:53.997317 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-b8e0cadc-56c0-41c2-bc02-f4472a2d8921 req-8b759044-0e51-405a-87ce-d55524b70657 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] For port 65f74952-6b1c-4996-8547-2a8a3495d0cd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=65f74952-6b1c-4996-8547-2a8a3495d0cd,segment=NetworkSegment(0b9fb0f7-6b11-4c35-8efd-cd929e699b2c),segment_id=0b9fb0f7-6b11-4c35-8efd-cd929e699b2c)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:53.997814 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-b8e0cadc-56c0-41c2-bc02-f4472a2d8921 req-8b759044-0e51-405a-87ce-d55524b70657 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.082984 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb96c7f-6ab8-4027-b6c7-95cb395f2503 req-dbef54bc-a716-4826-90da-3f638814b6d2 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:54.085423 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ceb96c7f-6ab8-4027-b6c7-95cb395f2503 req-dbef54bc-a716-4826-90da-3f638814b6d2 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.2090969 Jun 07 08:12:54.151819 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ceb96c7f-6ab8-4027-b6c7-95cb395f2503 req-180103c0-5407-4c80-8d9c-7956b9cdf201 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600564 Jun 07 08:12:54.189340 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-b8e0cadc-56c0-41c2-bc02-f4472a2d8921 req-8b759044-0e51-405a-87ce-d55524b70657 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Calling delete_port for 65f74952-6b1c-4996-8547-2a8a3495d0cd owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:12:54.287989 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-eb9805f5-f3b7-462c-a413-f327f74feb00 req-9bf01c2b-7430-4dce-8591-85ccdc44606d tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 210 time: 0.0582020 Jun 07 08:12:54.386380 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-b8e0cadc-56c0-41c2-bc02-f4472a2d8921 req-8b759044-0e51-405a-87ce-d55524b70657 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.398623 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['65f74952-6b1c-4996-8547-2a8a3495d0cd'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:12:54.400684 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-20c1a805-aefe-4786-8181-7820e8e413a5 tempest-DeleteServersTestJSON-602942332 tempest-DeleteServersTestJSON-602942332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:54.484126 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b759044-0e51-405a-87ce-d55524b70657 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Pushing event deleted for resources: {'Port': ['ID=65f74952-6b1c-4996-8547-2a8a3495d0cd,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:54.512791 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-8b759044-0e51-405a-87ce-d55524b70657 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:54.580205 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e0cadc-56c0-41c2-bc02-f4472a2d8921 req-8b759044-0e51-405a-87ce-d55524b70657 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] No DVR routers for this DVR port 65f74952-6b1c-4996-8547-2a8a3495d0cd on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:12:54.596728 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-b8e0cadc-56c0-41c2-bc02-f4472a2d8921 req-8b759044-0e51-405a-87ce-d55524b70657 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:54.598671 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b8e0cadc-56c0-41c2-bc02-f4472a2d8921 req-8b759044-0e51-405a-87ce-d55524b70657 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.48 "DELETE /v2.0/ports/65f74952-6b1c-4996-8547-2a8a3495d0cd HTTP/1.1" status: 204 len: 173 time: 1.1517742 Jun 07 08:12:54.599176 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d550411-8703-4043-aa5f-813955102934', 'name': 'network-vif-deleted', 'tag': '65f74952-6b1c-4996-8547-2a8a3495d0cd'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:12:54.601515 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecd9eb2-c241-4fac-8ee4-1afc531722e5" -d '{"events": [{"server_uuid": "9d550411-8703-4043-aa5f-813955102934", "name": "network-vif-deleted", "tag": "65f74952-6b1c-4996-8547-2a8a3495d0cd"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:12:54.737233 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0496e535-7cff-4a6a-a577-cd60b8b62a95 x-openstack-request-id: req-0496e535-7cff-4a6a-a577-cd60b8b62a95 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:12:54.737589 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d550411-8703-4043-aa5f-813955102934", "name": "network-vif-deleted", "tag": "65f74952-6b1c-4996-8547-2a8a3495d0cd", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:12:54.737863 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0496e535-7cff-4a6a-a577-cd60b8b62a95 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:12:54.738272 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d550411-8703-4043-aa5f-813955102934', 'name': 'network-vif-deleted', 'tag': '65f74952-6b1c-4996-8547-2a8a3495d0cd', 'status': 'completed', 'code': 200} Jun 07 08:12:54.793804 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-be466239-ceea-4582-ba02-fa363ff4ca9a req-8d592533-3523-4da9-91ed-344d200e4015 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d550411-8703-4043-aa5f-813955102934 HTTP/1.1" status: 200 len: 210 time: 0.0884335 Jun 07 08:12:54.873107 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-e933e4ab-245a-4875-8b01-fbff72cfd5cb tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:54.881256 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-e933e4ab-245a-4875-8b01-fbff72cfd5cb tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.48 "GET /v2.0/networks?id=3333e51f-4315-40a5-8376-1adc44f92e27 HTTP/1.1" status: 200 len: 813 time: 0.4045682 Jun 07 08:12:54.894641 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-01aa5e11-264b-452c-b204-be5c72a56bcc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Request body: {'port': {'device_id': '51dc2fce-a89d-4309-9274-a9e865ad7041', 'network_id': '3333e51f-4315-40a5-8376-1adc44f92e27', 'admin_state_up': True, 'tenant_id': 'b5ba8c9b40bd4be6927457180d11cbbf'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:55.151544 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 52544) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:55.276814 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc77ced-32fd-47bf-b28a-21b7459c5dc7 req-464c827b-d6c0-4af1-a58f-7a6bdf7c697e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:55.286160 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0cc77ced-32fd-47bf-b28a-21b7459c5dc7 req-464c827b-d6c0-4af1-a58f-7a6bdf7c697e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.2951076 Jun 07 08:12:55.371526 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6771-a721-45da-9c86-20c215c6c0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.371995 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0cc77ced-32fd-47bf-b28a-21b7459c5dc7 req-9c6e6ee6-796d-459f-b8bc-b27365f24811 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742495 Jun 07 08:12:55.383168 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-01aa5e11-264b-452c-b204-be5c72a56bcc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Made reservation on behalf of b5ba8c9b40bd4be6927457180d11cbbf for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:12:55.387376 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-01aa5e11-264b-452c-b204-be5c72a56bcc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.634977 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab7e56-efbf-4b05-8f54-003e84fa84b4 req-810c6d64-7bc4-44ad-92c6-cc0871d97380 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:55.642535 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-47ab7e56-efbf-4b05-8f54-003e84fa84b4 req-810c6d64-7bc4-44ad-92c6-cc0871d97380 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1842544 Jun 07 08:12:55.665748 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6771-a721-45da-9c86-20c215c6c0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.686228 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a573da1c-ef52-4755-92d5-a586d7f5a163 req-edd2ce40-0a69-4449-800b-b1167bdb5df4 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 210 time: 0.1277676 Jun 07 08:12:55.723688 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-cf1f6771-a721-45da-9c86-20c215c6c0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:55.733461 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-47ab7e56-efbf-4b05-8f54-003e84fa84b4 req-e186cec9-3be4-4f88-bf12-eddba77ddba5 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896161 Jun 07 08:12:55.734077 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0c926b4e-8375-4220-acc0-84a815dffc73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:55.784624 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f6771-a721-45da-9c86-20c215c6c0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d140c9-6d20-4cdf-a43f-8db7d8732f22,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:55.800833 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-01aa5e11-264b-452c-b204-be5c72a56bcc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Allocated IP 172.20.0.6 (3333e51f-4315-40a5-8376-1adc44f92e27/609bbdb9-3891-4a01-91bb-3544d8cb8fdb/ec617f14-e739-4fcc-85b6-5f033597dc22) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:12:55.809753 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-cf1f6771-a721-45da-9c86-20c215c6c0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:55.831482 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-cf1f6771-a721-45da-9c86-20c215c6c0fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae3e5397869a4cbeb902f8ee40718dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6764350 Jun 07 08:12:55.838858 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 52554) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:12:55.990252 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e000ddd4-ad7e-4e97-9920-eadd4035af40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.090388 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e000ddd4-ad7e-4e97-9920-eadd4035af40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.175792 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-01aa5e11-264b-452c-b204-be5c72a56bcc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.236977 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e000ddd4-ad7e-4e97-9920-eadd4035af40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.241722 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e000ddd4-ad7e-4e97-9920-eadd4035af40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.243851 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-e000ddd4-ad7e-4e97-9920-eadd4035af40 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3d140c9-6d20-4cdf-a43f-8db7d8732f22 HTTP/1.1" status: 204 len: 168 time: 0.4035196 Jun 07 08:12:56.246100 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-b627ce73-0bf9-4b5a-8dec-4da04440a9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:56.268267 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000ddd4-ad7e-4e97-9920-eadd4035af40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d140c9-6d20-4cdf-a43f-8db7d8732f22,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:56.272929 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-01aa5e11-264b-452c-b204-be5c72a56bcc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.277814 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e000ddd4-ad7e-4e97-9920-eadd4035af40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:56.304336 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:56.465592 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-01aa5e11-264b-452c-b204-be5c72a56bcc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Network 3333e51f-4315-40a5-8376-1adc44f92e27 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:12:56.470570 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-01aa5e11-264b-452c-b204-be5c72a56bcc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:12:56.477588 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-01aa5e11-264b-452c-b204-be5c72a56bcc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:12:56.539378 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa5e11-264b-452c-b204-be5c72a56bcc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Pushing event updated for resources: {'Port': ['ID=ec617f14-e739-4fcc-85b6-5f033597dc22,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:56.544773 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-01aa5e11-264b-452c-b204-be5c72a56bcc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:56.575754 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-01aa5e11-264b-452c-b204-be5c72a56bcc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:56.576468 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-01aa5e11-264b-452c-b204-be5c72a56bcc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.600504 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-01aa5e11-264b-452c-b204-be5c72a56bcc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7101519 Jun 07 08:12:56.615665 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Request body: {'port': {'device_id': '51dc2fce-a89d-4309-9274-a9e865ad7041', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:12:56.783350 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:56.797390 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 47352236-e855-49ec-82aa-f7bb8dc3c47f details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:12:56.801993 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 65f74952-6b1c-4996-8547-2a8a3495d0cd no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:12:56.901956 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: 65f74952-6b1c-4996-8547-2a8a3495d0cd {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:12:56.905384 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 65f74952-6b1c-4996-8547-2a8a3495d0cd not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:12:56.933202 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-d6eaf53e-1968-4958-b0db-2a2e0abe1b78 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:56.943068 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-d6eaf53e-1968-4958-b0db-2a2e0abe1b78 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/networks?id=6468e9d1-3896-4a9e-bd0f-388235911e2b HTTP/1.1" status: 200 len: 807 time: 0.4662278 Jun 07 08:12:56.971721 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-7513aa08-2400-4aa0-b6c1-870bc6ef7fea tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/quotas/270f56dd987b4fbe85bc0cf1bf0be2da HTTP/1.1" status: 200 len: 375 time: 0.0272021 Jun 07 08:12:57.010253 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8fd43-3fa0-4636-89c4-52b91ecb019d req-ba1e0d73-6ba9-4ec5-920d-eb7cd4167252 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:57.018569 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a2a8fd43-3fa0-4636-89c4-52b91ecb019d req-ba1e0d73-6ba9-4ec5-920d-eb7cd4167252 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.2364423 Jun 07 08:12:57.050095 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-f658f053-8ee0-4ec8-9356-f97dc22f4828 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=270f56dd987b4fbe85bc0cf1bf0be2da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770609 Jun 07 08:12:57.086426 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a2a8fd43-3fa0-4636-89c4-52b91ecb019d req-2feefb97-8bf0-4547-b5f9-9aa7d97feb33 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669043 Jun 07 08:12:57.289003 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:12:57.327040 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-ceafda05-d039-4838-bca4-e00d072d1e75 service neutron] 10.222.0.43 "GET /v2.0/networks/6468e9d1-3896-4a9e-bd0f-388235911e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760255 Jun 07 08:12:57.332072 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 47352236-e855-49ec-82aa-f7bb8dc3c47f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:57.359565 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'port_id': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'mac_address': 'fa:16:3e:bd:76:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:12:57.450670 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec617f14-e739-4fcc-85b6-5f033597dc22 {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:12:57.458819 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:57.484312 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47352236-e855-49ec-82aa-f7bb8dc3c47f {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:12:57.517216 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 47352236-e855-49ec-82aa-f7bb8dc3c47f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:57.522976 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:57.525691 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:57.529065 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-23893969-4997-4b41-b7d4-8af4ea254407 service neutron] 10.222.0.43 "GET /v2.0/networks/6468e9d1-3896-4a9e-bd0f-388235911e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011194 Jun 07 08:12:57.539792 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:57.560745 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Transition to ACTIVE for port object ec617f14-e739-4fcc-85b6-5f033597dc22 will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:12:57.575272 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:57.584995 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:57.636303 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=47352236-e855-49ec-82aa-f7bb8dc3c47f,revision_number=6']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:57.640062 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:57.647154 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['47352236-e855-49ec-82aa-f7bb8dc3c47f'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:12:57.757764 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec617f14-e739-4fcc-85b6-5f033597dc22,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:57.799457 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:57.955648 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3462e-4f62-454c-aec9-acb27750f619 req-d25d6ef5-6490-403b-a61f-bcc0738aef6e tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:57.957415 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-acd3462e-4f62-454c-aec9-acb27750f619 req-d25d6ef5-6490-403b-a61f-bcc0738aef6e tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1434872 Jun 07 08:12:57.969772 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18817278-32f3-40c6-9a0b-eeacdcbcb002 req-931a2c4a-cc5b-40cf-96f4-e7d7610af237 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:57.976696 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-18817278-32f3-40c6-9a0b-eeacdcbcb002 req-931a2c4a-cc5b-40cf-96f4-e7d7610af237 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 931 time: 0.5206318 Jun 07 08:12:58.026827 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-acd3462e-4f62-454c-aec9-acb27750f619 req-595f7965-7c3c-4b8a-9dc4-02d3da3b8223 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603642 Jun 07 08:12:58.035687 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Attempting to bind port ec617f14-e739-4fcc-85b6-5f033597dc22 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:12:58.036021 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Attempting to bind port ec617f14-e739-4fcc-85b6-5f033597dc22 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '9d534b1e-f856-4f61-a310-b24f11d8b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3333e51f-4315-40a5-8376-1adc44f92e27'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:12:58.036340 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Attempting to bind port ec617f14-e739-4fcc-85b6-5f033597dc22 on network 3333e51f-4315-40a5-8376-1adc44f92e27 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:58.055447 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-18817278-32f3-40c6-9a0b-eeacdcbcb002 req-958e0283-e643-48fa-ad3b-012494143708 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771129 Jun 07 08:12:58.060714 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Port ec617f14-e739-4fcc-85b6-5f033597dc22 on network 3333e51f-4315-40a5-8376-1adc44f92e27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:12:58.061207 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Attempting to bind port ec617f14-e739-4fcc-85b6-5f033597dc22 on network 3333e51f-4315-40a5-8376-1adc44f92e27 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:12:58.069501 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:12:58.070106 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Checking segment: {'id': '9d534b1e-f856-4f61-a310-b24f11d8b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3333e51f-4315-40a5-8376-1adc44f92e27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:12:58.071318 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Bound using segment: {'id': '9d534b1e-f856-4f61-a310-b24f11d8b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3333e51f-4315-40a5-8376-1adc44f92e27'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:12:58.072068 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Bound port: ec617f14-e739-4fcc-85b6-5f033597dc22, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d534b1e-f856-4f61-a310-b24f11d8b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3333e51f-4315-40a5-8376-1adc44f92e27'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:12:58.072605 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.176575 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c6dd23e9-b15a-41d7-ad2b-93d181de7f48 req-3bf2933b-a2a3-49c5-85f7-9667b50e26cd tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 210 time: 0.0774574 Jun 07 08:12:58.292132 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] For port ec617f14-e739-4fcc-85b6-5f033597dc22, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:12:58.299366 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] For port ec617f14-e739-4fcc-85b6-5f033597dc22, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ec617f14-e739-4fcc-85b6-5f033597dc22,segment=NetworkSegment(9d534b1e-f856-4f61-a310-b24f11d8b004),segment_id=9d534b1e-f856-4f61-a310-b24f11d8b004)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:12:58.311253 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.315528 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:58.414927 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:58.415989 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:58.417809 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] 10.222.0.48 "PUT /v2.0/ports/ec617f14-e739-4fcc-85b6-5f033597dc22 HTTP/1.1" status: 200 len: 1093 time: 1.8091805 Jun 07 08:12:58.418533 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dc2fce-a89d-4309-9274-a9e865ad7041', 'tag': 'ec617f14-e739-4fcc-85b6-5f033597dc22'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:12:58.421028 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae6438a-c8d6-4c4f-84ae-651820b16d00" -d '{"events": [{"name": "network-changed", "server_uuid": "51dc2fce-a89d-4309-9274-a9e865ad7041", "tag": "ec617f14-e739-4fcc-85b6-5f033597dc22"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:12:58.423376 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f688144-3843-4d6a-8e95-19d4bbf50281 req-b6aec830-f4ce-4731-b898-c5f471e199c5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:58.433932 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4f688144-3843-4d6a-8e95-19d4bbf50281 req-b6aec830-f4ce-4731-b898-c5f471e199c5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 944 time: 0.1307373 Jun 07 08:12:58.463580 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec617f14-e739-4fcc-85b6-5f033597dc22,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:58.476236 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:58.505765 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0addfc06-a28d-417c-b1f5-9330c7b49d50 x-openstack-request-id: req-0addfc06-a28d-417c-b1f5-9330c7b49d50 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:12:58.506182 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51dc2fce-a89d-4309-9274-a9e865ad7041", "tag": "ec617f14-e739-4fcc-85b6-5f033597dc22", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:12:58.506668 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0addfc06-a28d-417c-b1f5-9330c7b49d50 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:12:58.507078 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51dc2fce-a89d-4309-9274-a9e865ad7041', 'tag': 'ec617f14-e739-4fcc-85b6-5f033597dc22', 'status': 'completed', 'code': 200} Jun 07 08:12:58.509268 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4f688144-3843-4d6a-8e95-19d4bbf50281 req-ee33cdf5-696d-4950-9d8d-e9ad3ac74493 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732338 Jun 07 08:12:58.690080 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-4feb1dcc-3e8c-4f35-8da4-f395714bbd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:58.696540 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-4feb1dcc-3e8c-4f35-8da4-f395714bbd30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5ba8c9b40bd4be6927457180d11cbbf&device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 1096 time: 0.1189318 Jun 07 08:12:58.808289 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 47352236-e855-49ec-82aa-f7bb8dc3c47f up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:12:58.942227 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 47352236-e855-49ec-82aa-f7bb8dc3c47f triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:12:58.942598 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.000481 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-f78b3f1e-994d-4698-b8c0-18daa9f65795 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec617f14-e739-4fcc-85b6-5f033597dc22 HTTP/1.1" status: 200 len: 217 time: 0.3000286 Jun 07 08:12:59.120437 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.203829 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8170ad42-d884-4d7a-825d-12a0c683783a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47352236-e855-49ec-82aa-f7bb8dc3c47f'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:12:59.206925 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3befc7fa-ba88-40ed-935f-579f36f0d188" -d '{"events": [{"server_uuid": "8170ad42-d884-4d7a-825d-12a0c683783a", "name": "network-vif-plugged", "status": "completed", "tag": "47352236-e855-49ec-82aa-f7bb8dc3c47f"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:12:59.218393 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 47352236-e855-49ec-82aa-f7bb8dc3c47f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:12:59.224749 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:12:59.227081 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:12:59.276553 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257aef-030a-4513-9019-b1205216eca7 req-376947b6-91e4-4508-8c18-05032f66c10f tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:59.286414 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b9257aef-030a-4513-9019-b1205216eca7 req-376947b6-91e4-4508-8c18-05032f66c10f tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/networks?id=beb8320f-4891-4336-9ae9-15a94cf5cc57 HTTP/1.1" status: 200 len: 815 time: 0.4515312 Jun 07 08:12:59.319826 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-e93a5d8a-1471-4795-a071-a9f007e40a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:59.328457 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=47352236-e855-49ec-82aa-f7bb8dc3c47f,revision_number=7']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:12:59.332700 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:12:59.334263 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-e93a5d8a-1471-4795-a071-a9f007e40a7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=609bbdb9-3891-4a01-91bb-3544d8cb8fdb HTTP/1.1" status: 200 len: 853 time: 0.3241246 Jun 07 08:12:59.349751 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b9257aef-030a-4513-9019-b1205216eca7 req-20731a30-75d8-4343-8f5a-19b05122937f tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/quotas/3cc5a26018854599800252b483c0ad4c HTTP/1.1" status: 200 len: 375 time: 0.0590320 Jun 07 08:12:59.448744 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0ae98-8823-452c-aa94-2a718b57843c req-4707a23f-4e3e-45dd-b83c-f44d8376c048 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:59.458224 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d6b0ae98-8823-452c-aa94-2a718b57843c req-4707a23f-4e3e-45dd-b83c-f44d8376c048 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1431260 Jun 07 08:12:59.584024 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d6b0ae98-8823-452c-aa94-2a718b57843c req-d710f32e-9b04-4202-841c-7bc643ad71e8 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248491 Jun 07 08:12:59.631390 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-651dd788-3b58-49f0-9b66-f936b37a4800 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3333e51f-4315-40a5-8376-1adc44f92e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1949282 Jun 07 08:12:59.856037 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab25c3-61a1-4762-8168-b0c3ead9c043 req-174b2e23-0cbd-40bd-96c4-76be592a25a3 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:12:59.857897 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b6ab25c3-61a1-4762-8168-b0c3ead9c043 req-174b2e23-0cbd-40bd-96c4-76be592a25a3 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 943 time: 0.1023626 Jun 07 08:12:59.910857 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b6ab25c3-61a1-4762-8168-b0c3ead9c043 req-91e8124e-40dc-47f1-bd68-32073c0f4927 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454938 Jun 07 08:12:59.976633 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-05d78067-b097-4134-b900-564eaf7c4439 service neutron] 10.222.0.48 "GET /v2.0/networks/3333e51f-4315-40a5-8376-1adc44f92e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238075 Jun 07 08:13:00.027010 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-9c9d04db-b46c-41cd-9ea3-3d0602eceb13 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:00.028568 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-9c9d04db-b46c-41cd-9ea3-3d0602eceb13 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.48 "GET /v2.0/networks?id=6468e9d1-3896-4a9e-bd0f-388235911e2b HTTP/1.1" status: 200 len: 807 time: 0.4531105 Jun 07 08:13:00.043653 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b9257aef-030a-4513-9019-b1205216eca7 req-1494b1e0-08fa-4bc0-a629-d41bda6f614e tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3cc5a26018854599800252b483c0ad4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6927509 Jun 07 08:13:00.060742 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-9b9c95e5-bbe4-4f12-99d7-dc4e21a915e7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Request body: {'port': {'device_id': '1be8b9f2-8040-475a-a384-fbdf0a031823', 'network_id': '6468e9d1-3896-4a9e-bd0f-388235911e2b', 'admin_state_up': True, 'tenant_id': '270f56dd987b4fbe85bc0cf1bf0be2da'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:00.126592 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-76b3a8a0-c745-4b03-b856-18d2c45f5c55 req-bba5b8b4-bd2d-44c0-b275-c4f7d7cd7e6e tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 210 time: 0.0622175 Jun 07 08:13:00.210319 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db1fd3e-479d-43ee-b4e4-aac7e9b79a70 x-openstack-request-id: req-5db1fd3e-479d-43ee-b4e4-aac7e9b79a70 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:00.211594 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8170ad42-d884-4d7a-825d-12a0c683783a", "name": "network-vif-plugged", "status": "completed", "tag": "47352236-e855-49ec-82aa-f7bb8dc3c47f", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:00.211594 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5db1fd3e-479d-43ee-b4e4-aac7e9b79a70 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:00.211845 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170ad42-d884-4d7a-825d-12a0c683783a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'code': 200} Jun 07 08:13:00.406099 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-07903a3c-97e8-4af9-9527-23d6d1dd426e req-43d8a7c8-0683-416e-97ff-f98f284c3f25 service neutron] 10.222.0.48 "GET /v2.0/networks/3333e51f-4315-40a5-8376-1adc44f92e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105661 Jun 07 08:13:00.454772 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b9257aef-030a-4513-9019-b1205216eca7 req-1c855e94-f3d9-4cbe-8746-f4b05915a548 service neutron] 10.222.0.43 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769684 Jun 07 08:13:00.534220 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09687359-74c6-466f-9408-a10c612cdcfa req-36943779-ccca-47ed-af57-5cbd1f893d6a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:00.535947 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-09687359-74c6-466f-9408-a10c612cdcfa req-36943779-ccca-47ed-af57-5cbd1f893d6a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1882207 Jun 07 08:13:00.595748 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-9b9c95e5-bbe4-4f12-99d7-dc4e21a915e7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Made reservation on behalf of 270f56dd987b4fbe85bc0cf1bf0be2da for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:13:00.599561 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-9b9c95e5-bbe4-4f12-99d7-dc4e21a915e7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:00.651341 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-09687359-74c6-466f-9408-a10c612cdcfa req-005cfbc3-96cb-4180-910f-e58d0deda6ce tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070125 Jun 07 08:13:00.935714 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94c8f5-5ea5-4708-92a3-cc703fa5f46a req-903a9474-af70-4a43-bcd8-b3e565000871 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:00.945494 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7f94c8f5-5ea5-4708-92a3-cc703fa5f46a req-903a9474-af70-4a43-bcd8-b3e565000871 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1221254 Jun 07 08:13:00.959294 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b9257aef-030a-4513-9019-b1205216eca7 req-9a04edec-c370-411c-be9c-abd9967c5588 service neutron] 10.222.0.43 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021787 Jun 07 08:13:00.970517 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6438a-c8d6-4c4f-84ae-651820b16d00 req-1ff25839-e671-49ce-ab9d-f42e4ba0eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:00.972626 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0ae6438a-c8d6-4c4f-84ae-651820b16d00 req-1ff25839-e671-49ce-ab9d-f42e4ba0eefe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5ba8c9b40bd4be6927457180d11cbbf&device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 1096 time: 0.4757471 Jun 07 08:13:01.010985 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7f94c8f5-5ea5-4708-92a3-cc703fa5f46a req-37369f09-6eae-45c7-87e1-dc88e10dfd25 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642838 Jun 07 08:13:01.115523 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-9b9c95e5-bbe4-4f12-99d7-dc4e21a915e7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Allocated IP 172.20.0.8 (6468e9d1-3896-4a9e-bd0f-388235911e2b/89ecee2c-1cf5-4b39-b085-6dec343fa7ea/2e5c1bd5-d3e5-4ebe-bc36-29212097920a) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:13:01.491812 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-9b9c95e5-bbe4-4f12-99d7-dc4e21a915e7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:01.720310 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6438a-c8d6-4c4f-84ae-651820b16d00 req-58b372c0-f56b-4ed1-a854-0f7ba97b259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:01.721793 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0ae6438a-c8d6-4c4f-84ae-651820b16d00 req-58b372c0-f56b-4ed1-a854-0f7ba97b259d service neutron] 10.222.0.48 "GET /v2.0/networks?id=3333e51f-4315-40a5-8376-1adc44f92e27 HTTP/1.1" status: 200 len: 914 time: 0.7358904 Jun 07 08:13:01.870043 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-9b9c95e5-bbe4-4f12-99d7-dc4e21a915e7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:01.897880 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:01.950732 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c53f27d1-47e9-44ab-ab61-96361647a16d req-ddc3d0ff-859a-4b72-a76b-80d3cf923f21 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 210 time: 0.1368346 Jun 07 08:13:02.000210 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe44a6-0718-4097-97b7-0ccb43cde039 req-2401730c-a77a-439f-9764-27ee6c0d0d08 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:02.002767 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8cbe44a6-0718-4097-97b7-0ccb43cde039 req-2401730c-a77a-439f-9764-27ee6c0d0d08 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 943 time: 0.5070693 Jun 07 08:13:02.057995 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0ae6438a-c8d6-4c4f-84ae-651820b16d00 req-d35464bd-22f7-4c68-9fe5-b5288a491a69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec617f14-e739-4fcc-85b6-5f033597dc22 HTTP/1.1" status: 200 len: 217 time: 0.3161845 Jun 07 08:13:02.153573 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-9b9c95e5-bbe4-4f12-99d7-dc4e21a915e7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Network 6468e9d1-3896-4a9e-bd0f-388235911e2b is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:13:02.163985 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-9b9c95e5-bbe4-4f12-99d7-dc4e21a915e7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:13:02.196778 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-9b9c95e5-bbe4-4f12-99d7-dc4e21a915e7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:13:02.258779 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c95e5-bbe4-4f12-99d7-dc4e21a915e7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Pushing event updated for resources: {'Port': ['ID=2e5c1bd5-d3e5-4ebe-bc36-29212097920a,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:02.278904 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9b9c95e5-bbe4-4f12-99d7-dc4e21a915e7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:02.282220 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8cbe44a6-0718-4097-97b7-0ccb43cde039 req-a7f31240-dd3f-43f7-9f0a-0580cf3f1f1b tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220540 Jun 07 08:13:02.297981 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6438a-c8d6-4c4f-84ae-651820b16d00 req-ac58a36e-8f4a-4fab-b945-b7b68f2959fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:02.299643 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0ae6438a-c8d6-4c4f-84ae-651820b16d00 req-ac58a36e-8f4a-4fab-b945-b7b68f2959fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=609bbdb9-3891-4a01-91bb-3544d8cb8fdb HTTP/1.1" status: 200 len: 853 time: 0.2171490 Jun 07 08:13:02.315902 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-9b9c95e5-bbe4-4f12-99d7-dc4e21a915e7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:02.316168 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-9b9c95e5-bbe4-4f12-99d7-dc4e21a915e7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:02.374764 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0ae6438a-c8d6-4c4f-84ae-651820b16d00 req-7489c036-b328-441e-87f1-384992d71f73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3333e51f-4315-40a5-8376-1adc44f92e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524247 Jun 07 08:13:02.382155 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-9b9c95e5-bbe4-4f12-99d7-dc4e21a915e7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3371201 Jun 07 08:13:02.408816 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6681f2-1935-4a6d-b2ea-0cd4cc59fc9b req-7c8024d0-12c1-4c04-8955-952d58c1cb5a tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:02.417787 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5d6681f2-1935-4a6d-b2ea-0cd4cc59fc9b req-7c8024d0-12c1-4c04-8955-952d58c1cb5a tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 931 time: 0.2405221 Jun 07 08:13:02.499399 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5d6681f2-1935-4a6d-b2ea-0cd4cc59fc9b req-82bec365-d7d0-441a-a6e3-14da30cda98e tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792279 Jun 07 08:13:02.609422 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Request body: {'port': {'device_id': '1be8b9f2-8040-475a-a384-fbdf0a031823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:02.736511 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77b4ed-5741-43d2-9c35-b5aadd4d0849 req-7b5ed137-8f6a-45ed-8725-a5c59e50d0dc tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:02.743617 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0ae6438a-c8d6-4c4f-84ae-651820b16d00 req-fc942f0e-15cc-4f0d-b0eb-8e9ab31f545a service neutron] 10.222.0.48 "GET /v2.0/networks/3333e51f-4315-40a5-8376-1adc44f92e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587573 Jun 07 08:13:02.745662 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ba77b4ed-5741-43d2-9c35-b5aadd4d0849 req-7b5ed137-8f6a-45ed-8725-a5c59e50d0dc tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1094699 Jun 07 08:13:02.814618 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ba77b4ed-5741-43d2-9c35-b5aadd4d0849 req-6e121ce7-a5f3-4c4f-b1cc-9c96db6a91cf tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679946 Jun 07 08:13:02.841263 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device ec617f14-e739-4fcc-85b6-5f033597dc22 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:13:02.987476 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bfb1f-c8ef-4866-bc4e-90dc2e00c9d0 req-299f6545-91e8-406d-9538-1ca9d743f39e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:02.994396 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-316bfb1f-c8ef-4866-bc4e-90dc2e00c9d0 req-299f6545-91e8-406d-9538-1ca9d743f39e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.3912864 Jun 07 08:13:03.090654 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0ae6438a-c8d6-4c4f-84ae-651820b16d00 req-0c7f1feb-5424-44fb-9913-de1992a6a84c service neutron] 10.222.0.48 "GET /v2.0/networks/3333e51f-4315-40a5-8376-1adc44f92e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384192 Jun 07 08:13:03.135759 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port ec617f14-e739-4fcc-85b6-5f033597dc22, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ec617f14-e739-4fcc-85b6-5f033597dc22,segment=NetworkSegment(9d534b1e-f856-4f61-a310-b24f11d8b004),segment_id=9d534b1e-f856-4f61-a310-b24f11d8b004)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:03.187242 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': 'ec617f14-e739-4fcc-85b6-5f033597dc22', 'network_id': '3333e51f-4315-40a5-8376-1adc44f92e27', 'port_id': 'ec617f14-e739-4fcc-85b6-5f033597dc22', 'mac_address': 'fa:16:3e:d7:40:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609bbdb9-3891-4a01-91bb-3544d8cb8fdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:13:03.215854 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-316bfb1f-c8ef-4866-bc4e-90dc2e00c9d0 req-cf77c4e2-4d44-4021-b8a6-1ca4c2be9415 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872046 Jun 07 08:13:03.217569 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.309082 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2ca8a81c-e3d1-46fe-85d3-ce2922fa6206 req-4ff89366-50bd-4918-8a38-8231da98b3c2 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 210 time: 0.0482554 Jun 07 08:13:03.316291 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257aef-030a-4513-9019-b1205216eca7 req-2db621de-117b-41c8-b08b-fa5c6bb7b812 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:03.316967 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b9257aef-030a-4513-9019-b1205216eca7 req-2db621de-117b-41c8-b08b-fa5c6bb7b812 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.48 "GET /v2.0/networks?id=beb8320f-4891-4336-9ae9-15a94cf5cc57 HTTP/1.1" status: 200 len: 815 time: 0.3909268 Jun 07 08:13:03.338190 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.345545 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [req-b9257aef-030a-4513-9019-b1205216eca7 req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Request body: {'port': {'device_id': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'admin_state_up': True, 'tenant_id': '3cc5a26018854599800252b483c0ad4c'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:03.385250 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec617f14-e739-4fcc-85b6-5f033597dc22 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:03.429063 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port ec617f14-e739-4fcc-85b6-5f033597dc22, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ec617f14-e739-4fcc-85b6-5f033597dc22,segment=NetworkSegment(9d534b1e-f856-4f61-a310-b24f11d8b004),segment_id=9d534b1e-f856-4f61-a310-b24f11d8b004)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:03.445032 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.451723 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:03.651820 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9257aef-030a-4513-9019-b1205216eca7 req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Made reservation on behalf of 3cc5a26018854599800252b483c0ad4c for: {'port': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:13:03.662220 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-b9257aef-030a-4513-9019-b1205216eca7 req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:03.727049 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=ec617f14-e739-4fcc-85b6-5f033597dc22,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:03.750381 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:03.772157 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['ec617f14-e739-4fcc-85b6-5f033597dc22'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:13:04.133342 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949886b7-59d1-4c16-883d-d4bc969b8a3f req-9de6537f-657a-408a-b2a4-cbc12b312f94 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:04.140853 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-949886b7-59d1-4c16-883d-d4bc969b8a3f req-9de6537f-657a-408a-b2a4-cbc12b312f94 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 944 time: 0.2045529 Jun 07 08:13:04.175761 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5c1bd5-d3e5-4ebe-bc36-29212097920a {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:04.194398 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.215480 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffcaf1-c49e-4f1a-9f3b-0ef84829adf5 req-213504ef-1c8c-4e83-a48c-ff2bc1ffd288 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:04.218157 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-edffcaf1-c49e-4f1a-9f3b-0ef84829adf5 req-213504ef-1c8c-4e83-a48c-ff2bc1ffd288 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 931 time: 0.2378769 Jun 07 08:13:04.221039 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-949886b7-59d1-4c16-883d-d4bc969b8a3f req-5a4df895-165d-4477-a1d6-c4d2c61d506f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780430 Jun 07 08:13:04.241099 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Transition to ACTIVE for port object 2e5c1bd5-d3e5-4ebe-bc36-29212097920a will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:13:04.246633 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.252140 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9b9c95e5-bbe4-4f12-99d7-dc4e21a915e7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:04.278027 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-edffcaf1-c49e-4f1a-9f3b-0ef84829adf5 req-0a94136f-6f96-416a-b733-e656f54e3c25 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520134 Jun 07 08:13:04.329513 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [req-b9257aef-030a-4513-9019-b1205216eca7 req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Allocated IP 172.20.0.4 (beb8320f-4891-4336-9ae9-15a94cf5cc57/efacace9-e543-4e64-affc-1e7db3864442/cc592511-2dc0-4078-932a-64711ca71abd) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:13:04.505919 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5c1bd5-d3e5-4ebe-bc36-29212097920a,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:04.527423 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:04.612906 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Attempting to bind port 2e5c1bd5-d3e5-4ebe-bc36-29212097920a on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:13:04.613415 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Attempting to bind port 2e5c1bd5-d3e5-4ebe-bc36-29212097920a by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '0b9fb0f7-6b11-4c35-8efd-cd929e699b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6468e9d1-3896-4a9e-bd0f-388235911e2b'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:13:04.613843 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Attempting to bind port 2e5c1bd5-d3e5-4ebe-bc36-29212097920a on network 6468e9d1-3896-4a9e-bd0f-388235911e2b {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:04.626868 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fb0f7-1827-4cdd-9e2c-12e1cde6769e req-dd3baf4d-8dd8-457d-ab69-588da498a2ec tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:04.628490 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2a4fb0f7-1827-4cdd-9e2c-12e1cde6769e req-dd3baf4d-8dd8-457d-ab69-588da498a2ec tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.2010114 Jun 07 08:13:04.629521 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Port 2e5c1bd5-d3e5-4ebe-bc36-29212097920a on network 6468e9d1-3896-4a9e-bd0f-388235911e2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:13:04.629844 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Attempting to bind port 2e5c1bd5-d3e5-4ebe-bc36-29212097920a on network 6468e9d1-3896-4a9e-bd0f-388235911e2b {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:04.639028 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:13:04.639735 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Checking segment: {'id': '0b9fb0f7-6b11-4c35-8efd-cd929e699b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6468e9d1-3896-4a9e-bd0f-388235911e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:13:04.640406 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Bound using segment: {'id': '0b9fb0f7-6b11-4c35-8efd-cd929e699b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6468e9d1-3896-4a9e-bd0f-388235911e2b'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:13:04.641099 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Bound port: 2e5c1bd5-d3e5-4ebe-bc36-29212097920a, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b9fb0f7-6b11-4c35-8efd-cd929e699b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6468e9d1-3896-4a9e-bd0f-388235911e2b'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:13:04.641890 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.738928 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-b9257aef-030a-4513-9019-b1205216eca7 req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.767358 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.provisioning_blocks [req-b9257aef-030a-4513-9019-b1205216eca7 req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Transition to ACTIVE for port object cc592511-2dc0-4078-932a-64711ca71abd will not be triggered until provisioned by entity DHCP. {{(pid=91867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:13:04.774878 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2a4fb0f7-1827-4cdd-9e2c-12e1cde6769e req-427c2e25-f99d-4b50-9027-9537d6be7d9c tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210942 Jun 07 08:13:04.778490 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604daeb-2515-4557-a817-b6396a7815b2 req-5a983a20-c437-4192-ad5f-df674b904b35 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:04.779727 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7604daeb-2515-4557-a817-b6396a7815b2 req-5a983a20-c437-4192-ad5f-df674b904b35 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.3131065 Jun 07 08:13:04.851997 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7604daeb-2515-4557-a817-b6396a7815b2 req-dd493cad-8913-42f3-bb08-972cd1d52533 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600047 Jun 07 08:13:04.853901 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] For port 2e5c1bd5-d3e5-4ebe-bc36-29212097920a, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:13:04.861720 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] For port 2e5c1bd5-d3e5-4ebe-bc36-29212097920a, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2e5c1bd5-d3e5-4ebe-bc36-29212097920a,segment=NetworkSegment(0b9fb0f7-6b11-4c35-8efd-cd929e699b2c),segment_id=0b9fb0f7-6b11-4c35-8efd-cd929e699b2c)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:13:04.869162 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.871347 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device ec617f14-e739-4fcc-85b6-5f033597dc22 up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:13:04.876517 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-faede4ec-ce9b-4342-876b-763590e0f04e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:04.879412 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-b9257aef-030a-4513-9019-b1205216eca7 req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:04.892133 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:05.018235 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:05.018892 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.020170 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] 10.222.0.48 "PUT /v2.0/ports/2e5c1bd5-d3e5-4ebe-bc36-29212097920a HTTP/1.1" status: 200 len: 1093 time: 2.4201820 Jun 07 08:13:05.045491 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be8b9f2-8040-475a-a384-fbdf0a031823', 'tag': '2e5c1bd5-d3e5-4ebe-bc36-29212097920a'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:05.048850 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb9ab48-0972-4de6-b125-275db610e475" -d '{"events": [{"name": "network-changed", "server_uuid": "1be8b9f2-8040-475a-a384-fbdf0a031823", "tag": "2e5c1bd5-d3e5-4ebe-bc36-29212097920a"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:05.059207 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5c1bd5-d3e5-4ebe-bc36-29212097920a,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:05.062688 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:05.069573 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port ec617f14-e739-4fcc-85b6-5f033597dc22 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:05.084132 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port ec617f14-e739-4fcc-85b6-5f033597dc22 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:05.085110 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.121196 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa85cb-e552-4372-bb17-21a1cdb29638 req-053c66e4-92ec-480e-b1a9-86d5a2ccd640 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:05.122785 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3daa85cb-e552-4372-bb17-21a1cdb29638 req-053c66e4-92ec-480e-b1a9-86d5a2ccd640 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 931 time: 0.1555851 Jun 07 08:13:05.131364 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Pushing event updated for resources: {'Port': ['ID=cc592511-2dc0-4078-932a-64711ca71abd,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:05.140661 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9257aef-030a-4513-9019-b1205216eca7 req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Network beb8320f-4891-4336-9ae9-15a94cf5cc57 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:13:05.145367 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91e6a53-1fee-4cc6-b4db-001f5bffa04b x-openstack-request-id: req-d91e6a53-1fee-4cc6-b4db-001f5bffa04b {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:05.145685 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be8b9f2-8040-475a-a384-fbdf0a031823", "tag": "2e5c1bd5-d3e5-4ebe-bc36-29212097920a", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:05.145962 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d91e6a53-1fee-4cc6-b4db-001f5bffa04b {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:05.146359 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:05.146481 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be8b9f2-8040-475a-a384-fbdf0a031823', 'tag': '2e5c1bd5-d3e5-4ebe-bc36-29212097920a', 'status': 'completed', 'code': 200} Jun 07 08:13:05.147613 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [req-b9257aef-030a-4513-9019-b1205216eca7 req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:13:05.152670 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9257aef-030a-4513-9019-b1205216eca7 req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:13:05.200762 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3daa85cb-e552-4372-bb17-21a1cdb29638 req-03042b69-a78d-419d-8296-24ce2c2cf1ce tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647321 Jun 07 08:13:05.297513 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257aef-030a-4513-9019-b1205216eca7 req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:05.298240 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-b9257aef-030a-4513-9019-b1205216eca7 req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.360997 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b9257aef-030a-4513-9019-b1205216eca7 req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0192802 Jun 07 08:13:05.375296 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Request body: {'port': {'device_id': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:05.446348 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-ba39eb95-d05e-4634-bb33-454bbce08ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:05.447861 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-ba39eb95-d05e-4634-bb33-454bbce08ceb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=270f56dd987b4fbe85bc0cf1bf0be2da&device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 1096 time: 0.2529843 Jun 07 08:13:05.449732 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df753600-2c86-4185-bc5d-fd8fa12673ec req-dcce4768-2914-40a1-8608-ea40fe80e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:05.451573 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-df753600-2c86-4185-bc5d-fd8fa12673ec req-dcce4768-2914-40a1-8608-ea40fe80e963 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f983cffaddb944cf8fa8188dca8ac056&device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 1098 time: 0.1961129 Jun 07 08:13:05.502711 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.552623 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dc2fce-a89d-4309-9274-a9e865ad7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec617f14-e739-4fcc-85b6-5f033597dc22'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:05.561095 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43912645-1408-4f6a-8f68-dff951b8a3e1" -d '{"events": [{"server_uuid": "51dc2fce-a89d-4309-9274-a9e865ad7041", "name": "network-vif-plugged", "status": "completed", "tag": "ec617f14-e739-4fcc-85b6-5f033597dc22"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:05.565871 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-7adbbb82-ac0c-4176-aa84-55a375e9d235 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e5c1bd5-d3e5-4ebe-bc36-29212097920a HTTP/1.1" status: 200 len: 217 time: 0.1070781 Jun 07 08:13:05.571787 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d574c590-0cc6-4a78-bcfa-defbb955d2d2 None None] Provisioning for port cc592511-2dc0-4078-932a-64711ca71abd completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:05.594153 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d574c590-0cc6-4a78-bcfa-defbb955d2d2 None None] Provisioning complete for port cc592511-2dc0-4078-932a-64711ca71abd triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:05.594923 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d574c590-0cc6-4a78-bcfa-defbb955d2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.626195 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port ec617f14-e739-4fcc-85b6-5f033597dc22, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ec617f14-e739-4fcc-85b6-5f033597dc22,segment=NetworkSegment(9d534b1e-f856-4f61-a310-b24f11d8b004),segment_id=9d534b1e-f856-4f61-a310-b24f11d8b004)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:05.662314 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.663711 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:05.672359 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:05.693745 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaafee8-02bb-4308-a1b6-386f0ed765e0 req-1026ad6c-5825-430c-9660-7deccfa329f6 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:05.701641 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-caaafee8-02bb-4308-a1b6-386f0ed765e0 req-1026ad6c-5825-430c-9660-7deccfa329f6 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 944 time: 0.2122018 Jun 07 08:13:05.762948 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d574c590-0cc6-4a78-bcfa-defbb955d2d2 None None] Port cc592511-2dc0-4078-932a-64711ca71abd cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:13:05.803919 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=ec617f14-e739-4fcc-85b6-5f033597dc22,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:05.814283 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:05.827817 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-ebd5a83f-4c7e-4845-bb8a-7013eb3c7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:05.829714 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-ebd5a83f-4c7e-4845-bb8a-7013eb3c7371 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89ecee2c-1cf5-4b39-b085-6dec343fa7ea HTTP/1.1" status: 200 len: 847 time: 0.2192678 Jun 07 08:13:05.849867 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-caaafee8-02bb-4308-a1b6-386f0ed765e0 req-4065fd57-2936-46c5-a5df-784234af73a6 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471944 Jun 07 08:13:05.928766 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bee8a4-78d7-48b5-a06d-c0cb9afc878e x-openstack-request-id: req-69bee8a4-78d7-48b5-a06d-c0cb9afc878e {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:05.929458 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dc2fce-a89d-4309-9274-a9e865ad7041", "name": "network-vif-plugged", "status": "completed", "tag": "ec617f14-e739-4fcc-85b6-5f033597dc22", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:05.929992 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69bee8a4-78d7-48b5-a06d-c0cb9afc878e {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:05.930691 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dc2fce-a89d-4309-9274-a9e865ad7041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec617f14-e739-4fcc-85b6-5f033597dc22', 'code': 200} Jun 07 08:13:05.941147 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-feff1e50-849f-4371-b3ca-9a323ea43e31 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6468e9d1-3896-4a9e-bd0f-388235911e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828614 Jun 07 08:13:05.942196 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df753600-2c86-4185-bc5d-fd8fa12673ec req-816e1a0d-6220-4e5f-adcf-3b3a9b371250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:05.943595 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-df753600-2c86-4185-bc5d-fd8fa12673ec req-816e1a0d-6220-4e5f-adcf-3b3a9b371250 service neutron] 10.222.0.48 "GET /v2.0/networks?id=731569ee-c381-432b-a105-1cc707924205 HTTP/1.1" status: 200 len: 920 time: 0.4233959 Jun 07 08:13:05.966139 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf823-7c8b-45ce-a6c7-65804df09a3a req-3afeb25e-bf23-40a1-9b43-23c8a3839105 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:05.968373 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-807cf823-7c8b-45ce-a6c7-65804df09a3a req-3afeb25e-bf23-40a1-9b43-23c8a3839105 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.4082551 Jun 07 08:13:06.324071 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-df753600-2c86-4185-bc5d-fd8fa12673ec req-92026d32-12d3-41f3-8327-a20966896a13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 HTTP/1.1" status: 200 len: 217 time: 0.3542080 Jun 07 08:13:06.396739 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8e2da-78ba-4cd3-babe-69992f2c0538 req-28f8d12d-0819-4f35-8a23-170c495b8fcd tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:06.399761 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-dae8e2da-78ba-4cd3-babe-69992f2c0538 req-28f8d12d-0819-4f35-8a23-170c495b8fcd tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.3037694 Jun 07 08:13:06.544527 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc592511-2dc0-4078-932a-64711ca71abd {{(pid=91867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:06.553405 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:06.578692 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.provisioning_blocks [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Transition to ACTIVE for port object cc592511-2dc0-4078-932a-64711ca71abd will not be triggered until provisioned by entity L2. {{(pid=91867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:13:06.594747 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-dae8e2da-78ba-4cd3-babe-69992f2c0538 req-f754f247-8d37-411e-adbd-9578c62c52c6 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426520 Jun 07 08:13:06.595947 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819681'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:06.600955 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:06.613560 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df753600-2c86-4185-bc5d-fd8fa12673ec req-8c82b130-3fda-4978-9a01-54558dbbc94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:06.614597 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-df753600-2c86-4185-bc5d-fd8fa12673ec req-8c82b130-3fda-4978-9a01-54558dbbc94d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa02afe2-5864-4df3-914b-20fcfd8c837d HTTP/1.1" status: 200 len: 859 time: 0.2303035 Jun 07 08:13:06.618355 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-807cf823-7c8b-45ce-a6c7-65804df09a3a req-f78bbb94-573a-4dc0-a679-2033542c99a3 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819534 Jun 07 08:13:06.696840 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-cdc0203b-16da-4d94-8f1c-addfd00a62a7 service neutron] 10.222.0.48 "GET /v2.0/networks/6468e9d1-3896-4a9e-bd0f-388235911e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7254686 Jun 07 08:13:06.698999 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-df753600-2c86-4185-bc5d-fd8fa12673ec req-8e4c51e2-2c29-4d53-ac89-d7eafc087cca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731569ee-c381-432b-a105-1cc707924205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637290 Jun 07 08:13:06.716367 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b6b4a-d77b-481c-b539-98d820e18e61 req-16745e1e-60d1-4b18-9708-2c00be6f4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:06.725751 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-139b6b4a-d77b-481c-b539-98d820e18e61 req-16745e1e-60d1-4b18-9708-2c00be6f4ba0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 1098 time: 0.4148643 Jun 07 08:13:06.801924 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:07.124449 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc592511-2dc0-4078-932a-64711ca71abd,revision_number=2']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:07.220325 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-139b6b4a-d77b-481c-b539-98d820e18e61 req-699ad428-13ad-4b7f-8ebd-0c0439b9ffcc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839919 Jun 07 08:13:07.259048 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:07.269208 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-df753600-2c86-4185-bc5d-fd8fa12673ec req-af0c772f-850a-49e7-9b09-db080b8bbeb5 service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340176 Jun 07 08:13:07.282561 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f4eaf722-f8f9-48e6-a063-bafb154443c7 req-924489b7-ea61-4223-9f26-03b454165a98 service neutron] 10.222.0.48 "GET /v2.0/networks/6468e9d1-3896-4a9e-bd0f-388235911e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558591 Jun 07 08:13:07.282750 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.managers [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Attempting to bind port cc592511-2dc0-4078-932a-64711ca71abd on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:13:07.282998 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.managers [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Attempting to bind port cc592511-2dc0-4078-932a-64711ca71abd by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '67211e17-05c1-422c-81f2-28d9d7b321bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57'}] {{(pid=91867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:13:07.283283 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Attempting to bind port cc592511-2dc0-4078-932a-64711ca71abd on network beb8320f-4891-4336-9ae9-15a94cf5cc57 {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:07.317454 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ab23-268c-4560-96ac-0fa5e8544ca4 req-148a8247-1ce3-4375-92f4-9ae7d7600c00 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:07.319170 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e962ab23-268c-4560-96ac-0fa5e8544ca4 req-148a8247-1ce3-4375-92f4-9ae7d7600c00 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.4203284 Jun 07 08:13:07.334269 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Port cc592511-2dc0-4078-932a-64711ca71abd on network beb8320f-4891-4336-9ae9-15a94cf5cc57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:13:07.335031 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Attempting to bind port cc592511-2dc0-4078-932a-64711ca71abd on network beb8320f-4891-4336-9ae9-15a94cf5cc57 {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:07.345098 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:13:07.345968 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Checking segment: {'id': '67211e17-05c1-422c-81f2-28d9d7b321bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:13:07.346438 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Bound using segment: {'id': '67211e17-05c1-422c-81f2-28d9d7b321bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57'} {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:13:07.346977 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.managers [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Bound port: cc592511-2dc0-4078-932a-64711ca71abd, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67211e17-05c1-422c-81f2-28d9d7b321bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57'}}] {{(pid=91867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:13:07.347432 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:07.519499 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073ac58-6658-4ab7-9b69-38bb7510b36b req-286b7b6b-6af7-4627-be94-7b4404283b9e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:07.527869 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6073ac58-6658-4ab7-9b69-38bb7510b36b req-286b7b6b-6af7-4627-be94-7b4404283b9e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.4044721 Jun 07 08:13:07.537163 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e962ab23-268c-4560-96ac-0fa5e8544ca4 req-c7d5f10c-5691-45f3-8710-57631f35bd04 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093573 Jun 07 08:13:07.563269 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-df753600-2c86-4185-bc5d-fd8fa12673ec req-92cce6c9-620f-4fbd-a6f4-6451d4372022 service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829027 Jun 07 08:13:07.576389 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] For port cc592511-2dc0-4078-932a-64711ca71abd, host hv-cinder-78494, cleared binding levels {{(pid=91867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:13:07.610382 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] For port cc592511-2dc0-4078-932a-64711ca71abd, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cc592511-2dc0-4078-932a-64711ca71abd,segment=NetworkSegment(67211e17-05c1-422c-81f2-28d9d7b321bd),segment_id=67211e17-05c1-422c-81f2-28d9d7b321bd)] {{(pid=91867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:13:07.621110 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9ab48-0972-4de6-b125-275db610e475 req-1fbf2eec-c1a0-45ef-9563-6fd7ae508b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:07.622690 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-efb9ab48-0972-4de6-b125-275db610e475 req-1fbf2eec-c1a0-45ef-9563-6fd7ae508b1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=270f56dd987b4fbe85bc0cf1bf0be2da&device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 1096 time: 0.2592552 Jun 07 08:13:07.634203 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6073ac58-6658-4ab7-9b69-38bb7510b36b req-102076dc-d201-4b0b-bb68-3bc8aa4407b9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052637 Jun 07 08:13:07.635566 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819681'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:07.639403 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:07.733125 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:07.733877 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:07.735231 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b9257aef-030a-4513-9019-b1205216eca7 req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] 10.222.0.48 "PUT /v2.0/ports/cc592511-2dc0-4078-932a-64711ca71abd HTTP/1.1" status: 200 len: 1093 time: 2.3645372 Jun 07 08:13:07.742990 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'tag': 'cc592511-2dc0-4078-932a-64711ca71abd'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:07.745430 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0519da51-44d0-4729-815a-7bf8e3d0ccb5" -d '{"events": [{"name": "network-changed", "server_uuid": "f937861b-5b0e-4f1c-9882-3fbe68e5dfec", "tag": "cc592511-2dc0-4078-932a-64711ca71abd"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:07.781126 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc592511-2dc0-4078-932a-64711ca71abd,revision_number=3']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:07.785011 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:07.911857 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9ab48-0972-4de6-b125-275db610e475 req-97ed5cc4-adac-4202-997c-9c16f2796c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:07.913333 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-efb9ab48-0972-4de6-b125-275db610e475 req-97ed5cc4-adac-4202-997c-9c16f2796c56 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6468e9d1-3896-4a9e-bd0f-388235911e2b HTTP/1.1" status: 200 len: 908 time: 0.2811565 Jun 07 08:13:08.013971 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257aef-030a-4513-9019-b1205216eca7 req-11bae9c6-ded2-4164-a150-c6763f28e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:08.022267 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-efb9ab48-0972-4de6-b125-275db610e475 req-88e57384-dfca-426c-ba7a-44f68822076b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e5c1bd5-d3e5-4ebe-bc36-29212097920a HTTP/1.1" status: 200 len: 217 time: 0.0981863 Jun 07 08:13:08.023262 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b9257aef-030a-4513-9019-b1205216eca7 req-11bae9c6-ded2-4164-a150-c6763f28e30f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc5a26018854599800252b483c0ad4c&device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 1096 time: 0.2204175 Jun 07 08:13:08.041114 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08282bc2-18c6-408f-abe0-36ecd88edbf0 req-14e08627-5b4a-4e58-9904-69045366057f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:08.043434 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-08282bc2-18c6-408f-abe0-36ecd88edbf0 req-14e08627-5b4a-4e58-9904-69045366057f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 945 time: 0.2818315 Jun 07 08:13:08.048430 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd493c-ca72-46df-a5f3-c873f18396c3 req-a35557aa-9168-44a1-91cb-2b51cc43318c tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:08.052157 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-72dd493c-ca72-46df-a5f3-c873f18396c3 req-a35557aa-9168-44a1-91cb-2b51cc43318c tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1948869 Jun 07 08:13:08.143489 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-08282bc2-18c6-408f-abe0-36ecd88edbf0 req-d9c4369c-cad7-4ee9-9f4d-99c6d63eb8f3 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639791 Jun 07 08:13:08.153430 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9ab48-0972-4de6-b125-275db610e475 req-cc6b4fcd-d46d-4dde-ba72-83ee2333fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:08.156746 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-efb9ab48-0972-4de6-b125-275db610e475 req-cc6b4fcd-d46d-4dde-ba72-83ee2333fe4e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=89ecee2c-1cf5-4b39-b085-6dec343fa7ea HTTP/1.1" status: 200 len: 847 time: 0.1122434 Jun 07 08:13:08.270485 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-efb9ab48-0972-4de6-b125-275db610e475 req-55c8fd98-eda0-4529-9ae0-c3cea5de1e84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6468e9d1-3896-4a9e-bd0f-388235911e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043460 Jun 07 08:13:08.289541 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b9257aef-030a-4513-9019-b1205216eca7 req-d275a171-1e15-4998-876b-699095c4360d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc592511-2dc0-4078-932a-64711ca71abd HTTP/1.1" status: 200 len: 217 time: 0.2349253 Jun 07 08:13:08.330426 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-49bb1efe-70a1-4a19-b9be-0b7bed45def9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:08.410348 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-72dd493c-ca72-46df-a5f3-c873f18396c3 req-877a3ce9-7218-4dd1-86d0-c7c856dd2602 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773083 Jun 07 08:13:08.481180 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257aef-030a-4513-9019-b1205216eca7 req-53a223ef-2915-49be-81a7-9f6784f0f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:08.484967 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b9257aef-030a-4513-9019-b1205216eca7 req-53a223ef-2915-49be-81a7-9f6784f0f7d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efacace9-e543-4e64-affc-1e7db3864442 HTTP/1.1" status: 200 len: 854 time: 0.1473403 Jun 07 08:13:08.487417 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db0c096-eb26-49a7-a8cc-be9a67dbdb1e x-openstack-request-id: req-2db0c096-eb26-49a7-a8cc-be9a67dbdb1e {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:08.487929 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f937861b-5b0e-4f1c-9882-3fbe68e5dfec", "tag": "cc592511-2dc0-4078-932a-64711ca71abd", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:08.488369 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2db0c096-eb26-49a7-a8cc-be9a67dbdb1e {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:08.488975 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'tag': 'cc592511-2dc0-4078-932a-64711ca71abd', 'status': 'completed', 'code': 200} Jun 07 08:13:08.613981 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257aef-030a-4513-9019-b1205216eca7 req-44fe71c2-7f7a-409b-9629-9d60946fc96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:08.616221 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b9257aef-030a-4513-9019-b1205216eca7 req-44fe71c2-7f7a-409b-9629-9d60946fc96c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=beb8320f-4891-4336-9ae9-15a94cf5cc57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0990911 Jun 07 08:13:08.702962 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdc7a0-4b43-4fd7-8ac9-996bf1a14387 req-ab735573-283f-4cce-b206-79307de6986d tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:08.712603 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1cbdc7a0-4b43-4fd7-8ac9-996bf1a14387 req-ab735573-283f-4cce-b206-79307de6986d tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.3398612 Jun 07 08:13:08.774140 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1cbdc7a0-4b43-4fd7-8ac9-996bf1a14387 req-d696683d-08ca-41e6-bf51-9dfe8e1bb861 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602338 Jun 07 08:13:08.779734 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-efb9ab48-0972-4de6-b125-275db610e475 req-03a1190a-5395-499b-8f38-3e54dbf88a26 service neutron] 10.222.0.48 "GET /v2.0/networks/6468e9d1-3896-4a9e-bd0f-388235911e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006526 Jun 07 08:13:08.917554 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b9257aef-030a-4513-9019-b1205216eca7 req-aa583173-29ca-4cad-8655-e036f726a290 service neutron] 10.222.0.48 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939982 Jun 07 08:13:09.030965 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-efb9ab48-0972-4de6-b125-275db610e475 req-8c011fb5-2e36-4daf-b3f0-45da25bc9f42 service neutron] 10.222.0.48 "GET /v2.0/networks/6468e9d1-3896-4a9e-bd0f-388235911e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416768 Jun 07 08:13:09.067521 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8bcb1-6482-48e6-ad72-2eee97cebd01 req-43671507-d1b5-4de5-9755-54804ab04fec tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:09.068903 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-61e8bcb1-6482-48e6-ad72-2eee97cebd01 req-43671507-d1b5-4de5-9755-54804ab04fec tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1366155 Jun 07 08:13:09.139123 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf16aa-6f8f-46e7-8680-79646c095d87 req-1b1d235c-a9d4-4c29-a163-0243766e34be tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:09.147199 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b0bf16aa-6f8f-46e7-8680-79646c095d87 req-1b1d235c-a9d4-4c29-a163-0243766e34be tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.4617262 Jun 07 08:13:09.152495 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-61e8bcb1-6482-48e6-ad72-2eee97cebd01 req-58a10535-4041-4afc-863c-c0e4d36f29ea tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768962 Jun 07 08:13:09.301283 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b0bf16aa-6f8f-46e7-8680-79646c095d87 req-6fb9bd81-9f5a-4788-b967-4584aee365aa tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331203 Jun 07 08:13:09.312850 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b9257aef-030a-4513-9019-b1205216eca7 req-e6655a31-782e-4023-9c8a-9aafb0078727 service neutron] 10.222.0.48 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831840 Jun 07 08:13:09.514738 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e92d3d-0423-4ef2-ab2c-25f69cdd4200 req-de626dd3-77a8-4f01-bc24-9261edb58f80 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:09.524665 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c3e92d3d-0423-4ef2-ab2c-25f69cdd4200 req-de626dd3-77a8-4f01-bc24-9261edb58f80 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 945 time: 0.1962814 Jun 07 08:13:09.548628 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519da51-44d0-4729-815a-7bf8e3d0ccb5 req-94535793-3149-4d2e-b27b-c9a5f6e2a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:09.551392 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0519da51-44d0-4729-815a-7bf8e3d0ccb5 req-94535793-3149-4d2e-b27b-c9a5f6e2a7dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc5a26018854599800252b483c0ad4c&device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 1096 time: 0.1568649 Jun 07 08:13:09.674285 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c3e92d3d-0423-4ef2-ab2c-25f69cdd4200 req-fefd49cb-63d7-485e-8582-df4a617fa759 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484814 Jun 07 08:13:09.826556 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519da51-44d0-4729-815a-7bf8e3d0ccb5 req-f720561d-4e85-4b06-b972-00e3a1089367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:09.828157 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0519da51-44d0-4729-815a-7bf8e3d0ccb5 req-f720561d-4e85-4b06-b972-00e3a1089367 service neutron] 10.222.0.48 "GET /v2.0/networks?id=beb8320f-4891-4336-9ae9-15a94cf5cc57 HTTP/1.1" status: 200 len: 916 time: 0.2667720 Jun 07 08:13:09.910670 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0519da51-44d0-4729-815a-7bf8e3d0ccb5 req-3e6ff858-8e04-4722-aa96-91b10b4aeb61 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc592511-2dc0-4078-932a-64711ca71abd HTTP/1.1" status: 200 len: 217 time: 0.0708642 Jun 07 08:13:09.991158 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519da51-44d0-4729-815a-7bf8e3d0ccb5 req-6a1f809a-f06d-4743-8798-e5b32ef46fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:09.993128 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0519da51-44d0-4729-815a-7bf8e3d0ccb5 req-6a1f809a-f06d-4743-8798-e5b32ef46fc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efacace9-e543-4e64-affc-1e7db3864442 HTTP/1.1" status: 200 len: 854 time: 0.0742197 Jun 07 08:13:10.009397 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5e80f-2528-488a-8011-66e872e9edad req-f4a038e6-a5b6-491b-b610-130f3852ef0f tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:10.010015 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a4024-98d9-44a7-9432-d33f40922d66 req-e6a3457a-6dd9-4280-8c2b-c88cb016631c tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:10.014179 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7fe5e80f-2528-488a-8011-66e872e9edad req-f4a038e6-a5b6-491b-b610-130f3852ef0f tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1216526 Jun 07 08:13:10.016655 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7f2a4024-98d9-44a7-9432-d33f40922d66 req-e6a3457a-6dd9-4280-8c2b-c88cb016631c tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.2364078 Jun 07 08:13:10.085551 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7fe5e80f-2528-488a-8011-66e872e9edad req-5ea9871c-fdde-4d5a-95c7-7bca64f55ac2 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704682 Jun 07 08:13:10.156318 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7f2a4024-98d9-44a7-9432-d33f40922d66 req-e6aee3c3-dd57-47ee-86a1-09a1e3ee000d tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386931 Jun 07 08:13:10.206303 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519da51-44d0-4729-815a-7bf8e3d0ccb5 req-ab29360e-d538-44f9-bf0e-161909e2cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:10.213205 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0519da51-44d0-4729-815a-7bf8e3d0ccb5 req-ab29360e-d538-44f9-bf0e-161909e2cefd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=beb8320f-4891-4336-9ae9-15a94cf5cc57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1802688 Jun 07 08:13:10.352762 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1c672-46e5-47f3-b8ee-cfddb0ad7822 req-44daf7c3-4858-4046-835f-2d1efb8ad194 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:10.354329 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3fb1c672-46e5-47f3-b8ee-cfddb0ad7822 req-44daf7c3-4858-4046-835f-2d1efb8ad194 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.1045547 Jun 07 08:13:10.418442 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3fb1c672-46e5-47f3-b8ee-cfddb0ad7822 req-77ce2534-d9ac-41fb-88bd-0650bad69b95 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583129 Jun 07 08:13:10.580196 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0519da51-44d0-4729-815a-7bf8e3d0ccb5 req-5deef01b-828f-43d4-91cc-246db9a30a24 service neutron] 10.222.0.48 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541763 Jun 07 08:13:10.659102 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5193ab-6604-4358-ae50-64e1027a2133 req-1d8b2f19-7490-42dd-bd5f-a3c5fded454e tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:10.660055 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d469d3-2193-42d4-9cd8-b2d1052dda73 req-89643a9f-eec1-4bf0-a56b-67f12286b04c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:10.660748 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fe5193ab-6604-4358-ae50-64e1027a2133 req-1d8b2f19-7490-42dd-bd5f-a3c5fded454e tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.1352181 Jun 07 08:13:10.661699 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c0d469d3-2193-42d4-9cd8-b2d1052dda73 req-89643a9f-eec1-4bf0-a56b-67f12286b04c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.2125292 Jun 07 08:13:10.722429 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fe5193ab-6604-4358-ae50-64e1027a2133 req-97ff3537-0db0-4477-bda9-cbe133109ed0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555594 Jun 07 08:13:10.833669 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c0d469d3-2193-42d4-9cd8-b2d1052dda73 req-9cbd1c05-afe9-415f-a874-3e75d3747b18 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594098 Jun 07 08:13:10.835784 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0519da51-44d0-4729-815a-7bf8e3d0ccb5 req-99019646-4f5c-4cd3-a4d2-151604da2892 service neutron] 10.222.0.48 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465894 Jun 07 08:13:10.849577 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:10.985394 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8d27f93a-8ec7-4643-8a2e-6216c293785f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:11.377358 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cf0bd-589b-45f2-b9b8-74e77f5ee732 req-84888c7a-90ed-4515-b0ec-b17c0a0c668b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:11.390281 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2b8cf0bd-589b-45f2-b9b8-74e77f5ee732 req-84888c7a-90ed-4515-b0ec-b17c0a0c668b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1347909 Jun 07 08:13:11.436397 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0bbe6-1d2c-4d1c-b60c-cb297cf06978 req-335763fe-c0f8-420f-892d-6cbe602db823 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:11.437268 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-37b0bbe6-1d2c-4d1c-b60c-cb297cf06978 req-335763fe-c0f8-420f-892d-6cbe602db823 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1254103 Jun 07 08:13:11.479455 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2b8cf0bd-589b-45f2-b9b8-74e77f5ee732 req-4947fc2d-0ce0-44ed-b117-709f30b34649 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878580 Jun 07 08:13:11.509879 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-37b0bbe6-1d2c-4d1c-b60c-cb297cf06978 req-0dbbd971-3d37-49d9-a33c-5243aa1cc7e6 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661912 Jun 07 08:13:11.699759 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1998c7-bfe4-475a-954d-63ded54b746c req-90cdd16b-5a4d-4afd-a608-7ff2d4692ac5 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:11.702193 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3e1998c7-bfe4-475a-954d-63ded54b746c req-90cdd16b-5a4d-4afd-a608-7ff2d4692ac5 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.1240733 Jun 07 08:13:11.786039 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3e1998c7-bfe4-475a-954d-63ded54b746c req-8d211cc6-4a67-4f41-b869-3c9e45895e1d tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690119 Jun 07 08:13:11.956469 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:12.055969 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b38d9a-034e-4132-b6da-1f5200ace7f9 req-ae08ff6d-e245-482f-aed0-066a37f6ea4f tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:12.060598 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-71b38d9a-034e-4132-b6da-1f5200ace7f9 req-ae08ff6d-e245-482f-aed0-066a37f6ea4f tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.1949987 Jun 07 08:13:12.168349 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-71b38d9a-034e-4132-b6da-1f5200ace7f9 req-07154b30-7101-423a-adfb-39532996ea62 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020265 Jun 07 08:13:12.234480 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc385847-51a8-4d9c-af2f-53767e26c160 req-18e0af58-66df-433a-a761-14e341238341 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:12.236078 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bc385847-51a8-4d9c-af2f-53767e26c160 req-18e0af58-66df-433a-a761-14e341238341 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1220169 Jun 07 08:13:12.308431 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bc385847-51a8-4d9c-af2f-53767e26c160 req-bf3f4820-2ff5-4857-a0ec-a7a1905a32b6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564618 Jun 07 08:13:12.912956 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b161b6-5524-45de-82fc-e2dbebb914ff req-a44f9567-e9d4-4e22-ad97-da1c408733b6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:12.933428 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e7b161b6-5524-45de-82fc-e2dbebb914ff req-a44f9567-e9d4-4e22-ad97-da1c408733b6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.3112061 Jun 07 08:13:13.074057 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9560691-be22-4085-8034-afdf624dc9ec req-d8a32d33-2edb-4840-b9e4-06cc24b5c0fc tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:13.076126 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9560691-be22-4085-8034-afdf624dc9ec req-d8a32d33-2edb-4840-b9e4-06cc24b5c0fc tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.3560207 Jun 07 08:13:13.117455 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e7b161b6-5524-45de-82fc-e2dbebb914ff req-17bc5acf-9a4a-43ad-97a0-4e292326e901 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795819 Jun 07 08:13:13.231153 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9560691-be22-4085-8034-afdf624dc9ec req-08892a0c-60b0-4ba6-83f7-1337e84835b0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469646 Jun 07 08:13:13.503401 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a13af3-e5d8-49e6-adf4-68cc2deb026c req-c831776f-985a-4b92-9925-43c6bdc5d71a tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:13.505296 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-34a13af3-e5d8-49e6-adf4-68cc2deb026c req-c831776f-985a-4b92-9925-43c6bdc5d71a tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.1251919 Jun 07 08:13:13.565921 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:13.655105 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-34a13af3-e5d8-49e6-adf4-68cc2deb026c req-ae022ce3-ab9e-4b38-a9ef-601c982b065f tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427586 Jun 07 08:13:13.682835 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b64ba-6c92-4d9c-a34e-404ae8ac7afa req-0471dabb-f844-4cd5-ba62-a7f6435003e8 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:13.684600 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5d2b64ba-6c92-4d9c-a34e-404ae8ac7afa req-0471dabb-f844-4cd5-ba62-a7f6435003e8 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.1974802 Jun 07 08:13:13.792546 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5d2b64ba-6c92-4d9c-a34e-404ae8ac7afa req-49919d85-ae0a-4c32-b96d-36ccec20387b tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923681 Jun 07 08:13:13.905795 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416715c-0a0b-4e5b-b56d-5a3dd5057454 req-c45c2b72-b8bc-49ac-8638-bbd2cbe02ed7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:13.907719 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5416715c-0a0b-4e5b-b56d-5a3dd5057454 req-c45c2b72-b8bc-49ac-8638-bbd2cbe02ed7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1208653 Jun 07 08:13:13.974735 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5416715c-0a0b-4e5b-b56d-5a3dd5057454 req-0b320874-783b-4176-83ae-b4818b0c70d8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575366 Jun 07 08:13:14.483044 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb93b7-9f6e-4235-b9a1-fa7816c9bf19 req-654b9a3c-ad03-4a30-966f-15aeaf343ec4 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:14.491205 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3efb93b7-9f6e-4235-b9a1-fa7816c9bf19 req-654b9a3c-ad03-4a30-966f-15aeaf343ec4 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1147332 Jun 07 08:13:14.507885 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806ef40-94e5-495f-bb61-3f7ef53c6c16 req-396fb000-f00d-4a06-b121-c447e38eb4eb tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:14.519265 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4806ef40-94e5-495f-bb61-3f7ef53c6c16 req-396fb000-f00d-4a06-b121-c447e38eb4eb tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1810174 Jun 07 08:13:14.557927 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3efb93b7-9f6e-4235-b9a1-fa7816c9bf19 req-f3fb0b36-aef4-460a-aa54-87dacfba3f3a tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655327 Jun 07 08:13:14.597103 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4806ef40-94e5-495f-bb61-3f7ef53c6c16 req-8bee53fc-dc35-4b54-b9d5-2e7644da9951 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768087 Jun 07 08:13:14.876239 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d94abb-ae9a-444d-8730-4c28060b6309 req-745b9a47-9834-4d72-8c24-4c95263274cb tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:14.878194 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-14d94abb-ae9a-444d-8730-4c28060b6309 req-745b9a47-9834-4d72-8c24-4c95263274cb tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.1065192 Jun 07 08:13:14.996012 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-14d94abb-ae9a-444d-8730-4c28060b6309 req-bb4865df-2221-4ebd-b68c-3e087af6b875 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056392 Jun 07 08:13:14.999347 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69f454-d30a-474e-ba32-68a799c00794 req-2b45365d-4b92-4bfa-9328-534c479b96b6 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:15.001431 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2d69f454-d30a-474e-ba32-68a799c00794 req-2b45365d-4b92-4bfa-9328-534c479b96b6 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.0996068 Jun 07 08:13:15.079725 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2d69f454-d30a-474e-ba32-68a799c00794 req-fdcbb637-1f24-4c1f-9fcd-0db1ed1ff16e tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719171 Jun 07 08:13:15.229330 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2d24a-cde8-4d7c-b533-1ca5b7e79bbd req-2b3f5365-9997-4a82-be7d-c62c83306042 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:15.230818 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a1d2d24a-cde8-4d7c-b533-1ca5b7e79bbd req-2b3f5365-9997-4a82-be7d-c62c83306042 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1247461 Jun 07 08:13:15.310813 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a1d2d24a-cde8-4d7c-b533-1ca5b7e79bbd req-2ec31369-4bf2-4b59-8042-149cfcfd0427 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737576 Jun 07 08:13:15.824812 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67a4e4-511b-4795-b651-a6658cd7c090 req-1b4dbd18-e5ad-469f-b327-8bcb3edfc2ee tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:15.826855 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4d206-d6b4-48a9-be4a-3bd72e9bf982 req-7da92d1b-1b8e-4b81-838a-d29247a52617 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:15.828322 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-74b4d206-d6b4-48a9-be4a-3bd72e9bf982 req-7da92d1b-1b8e-4b81-838a-d29247a52617 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1135311 Jun 07 08:13:15.837329 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fe67a4e4-511b-4795-b651-a6658cd7c090 req-1b4dbd18-e5ad-469f-b327-8bcb3edfc2ee tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1632566 Jun 07 08:13:15.890610 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fe67a4e4-511b-4795-b651-a6658cd7c090 req-b755eb35-156d-4883-a307-0d7c3a590713 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524325 Jun 07 08:13:15.893503 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-74b4d206-d6b4-48a9-be4a-3bd72e9bf982 req-efa28d93-cdce-40ab-8580-23f7e1a942f6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577452 Jun 07 08:13:16.206891 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b49bd7-b1c3-40b5-95ce-e163bebed936 req-4c853b82-d5eb-4b0a-a8fc-32778fd39a35 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:16.213549 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-72b49bd7-b1c3-40b5-95ce-e163bebed936 req-4c853b82-d5eb-4b0a-a8fc-32778fd39a35 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.1058280 Jun 07 08:13:16.276524 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-72b49bd7-b1c3-40b5-95ce-e163bebed936 req-d1c1956d-a55d-44d6-b5ef-d3409a8d3594 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566354 Jun 07 08:13:16.313032 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837ae39-aa0b-48e5-9336-8aea0d2bacbe req-62855b26-b62b-4750-915a-bdc9817e8177 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:16.314722 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e837ae39-aa0b-48e5-9336-8aea0d2bacbe req-62855b26-b62b-4750-915a-bdc9817e8177 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.0926046 Jun 07 08:13:16.379658 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e837ae39-aa0b-48e5-9336-8aea0d2bacbe req-4478786b-cf9c-45ac-960e-0f0418c01907 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583870 Jun 07 08:13:16.533123 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137702-b432-44af-81bd-14202d1e0fe8 req-bb979af6-1a09-40e3-8a08-54927e610f12 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:16.534592 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0b137702-b432-44af-81bd-14202d1e0fe8 req-bb979af6-1a09-40e3-8a08-54927e610f12 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.0870962 Jun 07 08:13:16.588766 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0b137702-b432-44af-81bd-14202d1e0fe8 req-1466d150-2213-4699-8a1b-6caa05296789 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479875 Jun 07 08:13:17.112348 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e439b39-8677-4ee1-b64e-5810de24826c req-a844c46b-e5c8-406c-b9cd-4e72332cb167 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:17.113915 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5e439b39-8677-4ee1-b64e-5810de24826c req-a844c46b-e5c8-406c-b9cd-4e72332cb167 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.0974832 Jun 07 08:13:17.114681 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ae41-2648-4aeb-9b45-9cb0ea639481 req-722c8f23-2037-4762-8a07-a11b547efb52 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:17.116551 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b408ae41-2648-4aeb-9b45-9cb0ea639481 req-722c8f23-2037-4762-8a07-a11b547efb52 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0934300 Jun 07 08:13:17.177026 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5e439b39-8677-4ee1-b64e-5810de24826c req-b10dd52b-ae18-441a-8418-1fc6c5f3bb33 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538247 Jun 07 08:13:17.204420 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b408ae41-2648-4aeb-9b45-9cb0ea639481 req-3fe4c264-45d1-4bf8-b1b6-7ec8d6449515 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743370 Jun 07 08:13:17.591295 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aad552-ebfd-4fbe-88ab-5ec2011124ce req-25f6872c-d69a-42e8-aca9-869c38ec1501 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:17.592817 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-50aad552-ebfd-4fbe-88ab-5ec2011124ce req-25f6872c-d69a-42e8-aca9-869c38ec1501 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.0920663 Jun 07 08:13:17.603106 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaea2d4-8214-4977-8b64-84bc029bb24e req-aedb867b-1d2f-4880-a64a-bbd28e96ccbc tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:17.604617 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6eaea2d4-8214-4977-8b64-84bc029bb24e req-aedb867b-1d2f-4880-a64a-bbd28e96ccbc tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.2053518 Jun 07 08:13:17.645127 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-50aad552-ebfd-4fbe-88ab-5ec2011124ce req-747d58ee-91d0-4c8d-a5f5-b1dbc7eafff4 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449708 Jun 07 08:13:17.653443 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6eaea2d4-8214-4977-8b64-84bc029bb24e req-b4a28d3c-faf4-4d0d-9090-5115f9b2e959 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430000 Jun 07 08:13:17.857818 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d6097-79d6-4c81-9cb8-9751ef9ed463 req-2429d611-db43-419c-aa4c-318d6f31074b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:17.859228 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b51d6097-79d6-4c81-9cb8-9751ef9ed463 req-2429d611-db43-419c-aa4c-318d6f31074b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.0868227 Jun 07 08:13:17.912773 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b51d6097-79d6-4c81-9cb8-9751ef9ed463 req-1da1c89f-c8a8-4011-b8fb-b1330af4763d tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477226 Jun 07 08:13:18.408220 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f545d2-5697-4323-847b-8bf2dc33195d req-92ea0e43-0902-4ff3-bd04-1f9c69c2f2b7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:18.409675 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-50f545d2-5697-4323-847b-8bf2dc33195d req-92ea0e43-0902-4ff3-bd04-1f9c69c2f2b7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0913610 Jun 07 08:13:18.433437 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b2fcd-16e9-40fb-b4fa-6d4d02925a9c req-b663f4ea-ed63-4a15-a47d-b54fbebbfd63 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:18.448583 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3f5b2fcd-16e9-40fb-b4fa-6d4d02925a9c req-b663f4ea-ed63-4a15-a47d-b54fbebbfd63 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1045356 Jun 07 08:13:18.469084 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-50f545d2-5697-4323-847b-8bf2dc33195d req-03725159-a0d2-49cd-bca7-97b1ccc3bbb4 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526531 Jun 07 08:13:18.500514 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3f5b2fcd-16e9-40fb-b4fa-6d4d02925a9c req-f55ac4c5-2ec6-4e0d-a52c-44311516012c tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510292 Jun 07 08:13:18.884001 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f50aa-1cbf-4470-acd6-7c76af91ed06 req-fdeea681-f58b-4296-bbd9-990e2dda7d14 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:18.885861 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a11f50aa-1cbf-4470-acd6-7c76af91ed06 req-fdeea681-f58b-4296-bbd9-990e2dda7d14 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.1042891 Jun 07 08:13:18.935401 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a11f50aa-1cbf-4470-acd6-7c76af91ed06 req-c2ce0262-3c5e-416b-934e-e5e44634c201 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430429 Jun 07 08:13:18.971599 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3819b-09fd-4570-b0a9-f9fde9bec88b req-32ef34b2-40a3-4165-bfd4-e1fa45629d50 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:18.973596 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5db3819b-09fd-4570-b0a9-f9fde9bec88b req-32ef34b2-40a3-4165-bfd4-e1fa45629d50 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.1789899 Jun 07 08:13:19.036045 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5db3819b-09fd-4570-b0a9-f9fde9bec88b req-bf8b0f74-13d3-4a19-a183-3ce3337cb1aa tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553215 Jun 07 08:13:19.156403 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7d7d2-6f7a-4f79-af17-e48f1abe880b req-e39f0b48-6a24-4358-b239-86583cc4ca59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:19.157858 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7cb7d7d2-6f7a-4f79-af17-e48f1abe880b req-e39f0b48-6a24-4358-b239-86583cc4ca59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.0952489 Jun 07 08:13:19.224130 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7cb7d7d2-6f7a-4f79-af17-e48f1abe880b req-3e64f553-7993-4444-9f66-c8ed32991812 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605605 Jun 07 08:13:19.675942 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7049f4b-2d17-4815-8519-f136e3385bfa req-26622771-4cfc-4bbf-9334-9c11cad6c641 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:19.677459 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e7049f4b-2d17-4815-8519-f136e3385bfa req-26622771-4cfc-4bbf-9334-9c11cad6c641 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0851204 Jun 07 08:13:19.744786 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e7049f4b-2d17-4815-8519-f136e3385bfa req-33494f1f-3de4-44c0-bb9f-8fd868de3175 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605876 Jun 07 08:13:19.755868 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12257733-c7f6-4364-be7a-e01b41d96f99 req-9a80de5f-c76f-421b-b0fa-c0a949250125 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:19.757781 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-12257733-c7f6-4364-be7a-e01b41d96f99 req-9a80de5f-c76f-421b-b0fa-c0a949250125 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1128983 Jun 07 08:13:19.809933 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-12257733-c7f6-4364-be7a-e01b41d96f99 req-df6b3afe-177e-4660-bf06-7fb4078ecc4a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461693 Jun 07 08:13:20.253365 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79703fcf-6f0a-4621-9a15-712174bae517 req-9221c879-8a63-4ab3-ade7-65709843beda tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:20.254857 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-79703fcf-6f0a-4621-9a15-712174bae517 req-9221c879-8a63-4ab3-ade7-65709843beda tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.1829934 Jun 07 08:13:20.279581 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dcc0c-29b5-4d5d-ac21-4227f75bd7ed req-081e7ef5-53d0-402f-abf4-61b183697609 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:20.289903 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-247dcc0c-29b5-4d5d-ac21-4227f75bd7ed req-081e7ef5-53d0-402f-abf4-61b183697609 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.1287296 Jun 07 08:13:20.344062 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-79703fcf-6f0a-4621-9a15-712174bae517 req-2d6461b3-0904-4eab-9d82-617c9b30733c tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829518 Jun 07 08:13:20.368355 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-247dcc0c-29b5-4d5d-ac21-4227f75bd7ed req-00c34131-64c6-46b9-8609-a09a7f2431b2 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776329 Jun 07 08:13:20.525077 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059f43c-c183-41cd-904d-5baf5646577c req-2c8e7de6-34e7-4865-98b1-9c0dedafbc00 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:20.527074 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3059f43c-c183-41cd-904d-5baf5646577c req-2c8e7de6-34e7-4865-98b1-9c0dedafbc00 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.0939372 Jun 07 08:13:20.572287 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3059f43c-c183-41cd-904d-5baf5646577c req-62deb004-3c2c-4495-abf1-4581ef89b106 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393088 Jun 07 08:13:20.972965 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ad3d1-61e5-4764-957d-c15caa61dde2 req-7669c15b-a301-40b2-ac00-0f4c139a5bd0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:20.974448 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a94ad3d1-61e5-4764-957d-c15caa61dde2 req-7669c15b-a301-40b2-ac00-0f4c139a5bd0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1124167 Jun 07 08:13:21.034653 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a94ad3d1-61e5-4764-957d-c15caa61dde2 req-6f1248cd-3782-4629-9a7c-cb1b7d159dcf tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522151 Jun 07 08:13:21.058284 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731809c-500d-4e52-8113-efc9e6537e1c req-88fc94f7-6a9c-4086-b718-f06d34151454 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:21.059720 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6731809c-500d-4e52-8113-efc9e6537e1c req-88fc94f7-6a9c-4086-b718-f06d34151454 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.0930274 Jun 07 08:13:21.109644 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6731809c-500d-4e52-8113-efc9e6537e1c req-9b52e0d4-4567-45eb-b377-3e15a2cbf82e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440881 Jun 07 08:13:21.543890 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3f7b3-1e27-4a24-8d4e-68cd86fc6110 req-e5f9071f-0a22-4cdc-bd26-7c419388c1e3 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:21.545382 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-80c3f7b3-1e27-4a24-8d4e-68cd86fc6110 req-e5f9071f-0a22-4cdc-bd26-7c419388c1e3 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.0883987 Jun 07 08:13:21.604437 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef714e-c4a2-47c3-a2e9-5c6e83cc9d65 req-1b54b01f-8a22-4955-8c27-47c7c1e88944 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:21.606030 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ebef714e-c4a2-47c3-a2e9-5c6e83cc9d65 req-1b54b01f-8a22-4955-8c27-47c7c1e88944 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.0927801 Jun 07 08:13:21.623609 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-80c3f7b3-1e27-4a24-8d4e-68cd86fc6110 req-901124fa-cd1d-43e4-a01f-4b8db95854a4 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720217 Jun 07 08:13:21.654722 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ebef714e-c4a2-47c3-a2e9-5c6e83cc9d65 req-edbfb304-ad5b-4570-9eea-2b0d808b2be6 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420702 Jun 07 08:13:21.878280 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0394a74-0fa8-4cc0-8d48-7e5cc0fb3031 req-f3e61115-2798-4bdb-b4eb-6793abad3448 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:21.879747 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a0394a74-0fa8-4cc0-8d48-7e5cc0fb3031 req-f3e61115-2798-4bdb-b4eb-6793abad3448 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1152015 Jun 07 08:13:21.935670 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a0394a74-0fa8-4cc0-8d48-7e5cc0fb3031 req-d8a7985a-58b7-4284-86cd-a394ceea815d tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412581 Jun 07 08:13:22.315859 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62b29c-fb79-4491-907a-d3aa3f29f1c4 req-d8bfa01c-014d-4f32-86ca-5d4aa8716727 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:22.317355 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6c62b29c-fb79-4491-907a-d3aa3f29f1c4 req-d8bfa01c-014d-4f32-86ca-5d4aa8716727 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1082191 Jun 07 08:13:22.371388 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6c62b29c-fb79-4491-907a-d3aa3f29f1c4 req-954be5eb-4fa2-4c46-8573-5dab8b577994 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478048 Jun 07 08:13:22.385588 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01232cd4-12fa-4db8-b732-2742da090b8a req-9de1fef6-8456-47a8-8486-40d4825204bd tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:22.387175 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-01232cd4-12fa-4db8-b732-2742da090b8a req-9de1fef6-8456-47a8-8486-40d4825204bd tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1177869 Jun 07 08:13:22.437485 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-01232cd4-12fa-4db8-b732-2742da090b8a req-adebe500-460b-4043-a95d-c4a5fe2b0515 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411472 Jun 07 08:13:22.829191 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4dc94-186c-44d9-9429-cd6fbc83ad4d req-a990b9ea-d84c-4864-a840-d509dcdbe1ad tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:22.831270 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ded4dc94-186c-44d9-9429-cd6fbc83ad4d req-a990b9ea-d84c-4864-a840-d509dcdbe1ad tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.0888586 Jun 07 08:13:22.883199 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ded4dc94-186c-44d9-9429-cd6fbc83ad4d req-070ade62-b213-48cd-80aa-57026e2df668 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 Jun 07 08:13:22.900015 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed87fe-b1ca-4853-ac5f-79baf557f820 req-da0d3b96-afea-4e69-b567-f83391918789 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:22.909212 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f1ed87fe-b1ca-4853-ac5f-79baf557f820 req-da0d3b96-afea-4e69-b567-f83391918789 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.1017699 Jun 07 08:13:22.954211 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f1ed87fe-b1ca-4853-ac5f-79baf557f820 req-40ebd645-ab17-430b-be40-0c76d0ad60da tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Jun 07 08:13:23.170502 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26f046-9eae-44a2-b195-d74bcce821f5 req-81a11911-8670-426d-a942-f3c48f895e42 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:23.172063 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7b26f046-9eae-44a2-b195-d74bcce821f5 req-81a11911-8670-426d-a942-f3c48f895e42 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1145749 Jun 07 08:13:23.221669 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7b26f046-9eae-44a2-b195-d74bcce821f5 req-1beb4783-1858-414c-bfd1-cbf4ec76a0a6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434804 Jun 07 08:13:23.595375 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249292b-b1da-4f64-b078-5c0eba11938e req-2c9185c1-bde6-421a-a7c8-119e37aa7a76 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:23.596911 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2249292b-b1da-4f64-b078-5c0eba11938e req-2c9185c1-bde6-421a-a7c8-119e37aa7a76 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0979018 Jun 07 08:13:23.661741 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2249292b-b1da-4f64-b078-5c0eba11938e req-ad9c0703-609a-4b94-ac5e-265fd3f395bc tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560100 Jun 07 08:13:23.671030 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920647b3-9c5f-4ae5-b8a0-8e9fc8025031 req-2f451290-c959-4a3d-9f64-b11125b4acbc tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:23.672488 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-920647b3-9c5f-4ae5-b8a0-8e9fc8025031 req-2f451290-c959-4a3d-9f64-b11125b4acbc tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.0908902 Jun 07 08:13:23.719577 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-920647b3-9c5f-4ae5-b8a0-8e9fc8025031 req-4c2b8f4c-1600-4c45-81d1-ae34794771e4 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409765 Jun 07 08:13:24.077694 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79822123-3889-4c73-b247-1532bdefff5b req-24f11a70-92ad-4c6e-8b42-5a6862aaeb6d tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:24.079144 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-79822123-3889-4c73-b247-1532bdefff5b req-24f11a70-92ad-4c6e-8b42-5a6862aaeb6d tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.0836246 Jun 07 08:13:24.129710 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-79822123-3889-4c73-b247-1532bdefff5b req-02f8754f-7b90-461a-91ea-1b64a58cb088 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449405 Jun 07 08:13:24.148940 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c2d50-7bc0-45e7-9cb3-f9b9e5da29d5 req-9883fc5c-aef3-4488-bbbd-92d01c639a4c tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:24.150134 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-246c2d50-7bc0-45e7-9cb3-f9b9e5da29d5 req-9883fc5c-aef3-4488-bbbd-92d01c639a4c tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.0887916 Jun 07 08:13:24.194119 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-246c2d50-7bc0-45e7-9cb3-f9b9e5da29d5 req-e24fe3b6-5955-4b84-9a5d-9198e1b8419e tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383539 Jun 07 08:13:24.428356 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf788e7-83fe-49f4-862a-4a419304aca9 req-4b745157-de45-4026-aa3d-c7fa2e6007ba tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:24.430327 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bbf788e7-83fe-49f4-862a-4a419304aca9 req-4b745157-de45-4026-aa3d-c7fa2e6007ba tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.0856111 Jun 07 08:13:24.478113 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bbf788e7-83fe-49f4-862a-4a419304aca9 req-16c44a77-d015-41ac-9709-c346bf6e9025 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397127 Jun 07 08:13:24.849691 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56ade6-5ae2-4f72-9df9-78393fcbb331 req-59a2ef72-a35b-4d9a-98c2-0916d4c14ade tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:24.851721 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-fe56ade6-5ae2-4f72-9df9-78393fcbb331 req-59a2ef72-a35b-4d9a-98c2-0916d4c14ade tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0809290 Jun 07 08:13:24.900347 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-fe56ade6-5ae2-4f72-9df9-78393fcbb331 req-b29a584b-3f10-4544-93d7-0bf3a6b4dbdf tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434630 Jun 07 08:13:24.903148 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621813b-2b38-4df2-8e19-6f63b899086a req-7465a695-efbf-43f6-a8d2-69db18a6941f tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:24.904611 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6621813b-2b38-4df2-8e19-6f63b899086a req-7465a695-efbf-43f6-a8d2-69db18a6941f tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.0782897 Jun 07 08:13:24.949536 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6621813b-2b38-4df2-8e19-6f63b899086a req-c1500d17-75a0-4f99-8e0e-c7b58a217d52 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393894 Jun 07 08:13:25.321492 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c448a-d33d-4995-897e-2a8e08bbc658 req-4292bebe-7e87-49dc-8d64-7a3d9ab1b6ef tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:25.322930 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7b8c448a-d33d-4995-897e-2a8e08bbc658 req-4292bebe-7e87-49dc-8d64-7a3d9ab1b6ef tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.0843790 Jun 07 08:13:25.369114 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7b8c448a-d33d-4995-897e-2a8e08bbc658 req-5da4e44e-7525-4c2c-98d7-7ff1b2866df8 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402522 Jun 07 08:13:25.407195 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7b9cc-bcce-445e-9121-91dec4be11b5 req-1562f003-06cc-4300-9901-9395fd548d4a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:25.408706 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2ea7b9cc-bcce-445e-9121-91dec4be11b5 req-1562f003-06cc-4300-9901-9395fd548d4a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.0915256 Jun 07 08:13:25.453662 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2ea7b9cc-bcce-445e-9121-91dec4be11b5 req-cd5e9efc-66e4-4875-b4cd-1f27a906d92b tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383835 Jun 07 08:13:25.666486 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162ffbb-7636-467b-843e-ed5ac52ad88e req-0eead0f5-9363-4243-b1bc-29791f0e1bc2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:25.668380 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3162ffbb-7636-467b-843e-ed5ac52ad88e req-0eead0f5-9363-4243-b1bc-29791f0e1bc2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.0826356 Jun 07 08:13:25.717135 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3162ffbb-7636-467b-843e-ed5ac52ad88e req-aeef70e8-d2cf-41cb-951a-58aaff29caf5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436511 Jun 07 08:13:26.097293 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b32a5-6935-4523-95f3-dbf0a5f893df req-568e827c-54ea-4fa4-a266-840a0ce1e738 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:26.098848 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-888b32a5-6935-4523-95f3-dbf0a5f893df req-568e827c-54ea-4fa4-a266-840a0ce1e738 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0892808 Jun 07 08:13:26.134872 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa841f-804f-46b4-8a95-01da964e1d95 req-974ca5e1-859d-4f01-a2d5-2721c0909faf tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:26.136291 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-40aa841f-804f-46b4-8a95-01da964e1d95 req-974ca5e1-859d-4f01-a2d5-2721c0909faf tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.0820873 Jun 07 08:13:26.147713 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-888b32a5-6935-4523-95f3-dbf0a5f893df req-a053f0b9-7ca6-482c-883b-bb60fbc4c224 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 Jun 07 08:13:26.182207 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-40aa841f-804f-46b4-8a95-01da964e1d95 req-dedc2adf-aead-4921-9a25-563da27ec713 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401525 Jun 07 08:13:26.561361 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528628b-0416-434a-8909-c24500e076bd req-d09eac7f-219d-49f2-b523-02d94d49f6e6 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:26.562908 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5528628b-0416-434a-8909-c24500e076bd req-d09eac7f-219d-49f2-b523-02d94d49f6e6 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.0875142 Jun 07 08:13:26.613612 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5528628b-0416-434a-8909-c24500e076bd req-b5d272ed-5dc8-474c-999f-0d803751a431 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453045 Jun 07 08:13:26.644788 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56d1cc-d4ff-4b5c-9be0-72cbaf5049c3 req-6d97e93d-3141-46ff-924b-830b08432e72 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:26.646240 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ac56d1cc-d4ff-4b5c-9be0-72cbaf5049c3 req-6d97e93d-3141-46ff-924b-830b08432e72 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.0851381 Jun 07 08:13:26.691127 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ac56d1cc-d4ff-4b5c-9be0-72cbaf5049c3 req-9457789c-571e-4b0b-95af-5148b66ac1a8 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386779 Jun 07 08:13:26.918276 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafe48d-8217-4282-9c9e-eeef0464d4ce req-de7964d5-4521-4706-8883-bb056fe2fff5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:26.919937 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9cafe48d-8217-4282-9c9e-eeef0464d4ce req-de7964d5-4521-4706-8883-bb056fe2fff5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.0849259 Jun 07 08:13:27.060115 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9cafe48d-8217-4282-9c9e-eeef0464d4ce req-b03cc828-6402-4a4e-bb23-98d166fe4ffa tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324103 Jun 07 08:13:27.361777 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1882351-eac1-46e4-a8ae-bc7f2c3aa85e req-04061784-d777-40c9-bf7f-17140ae79ad9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:27.363147 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a1882351-eac1-46e4-a8ae-bc7f2c3aa85e req-04061784-d777-40c9-bf7f-17140ae79ad9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0936539 Jun 07 08:13:27.388073 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9056b5-4e1a-4ed5-b6eb-5b8a2d50fbce req-1f140fa1-7ae9-4cdc-bc19-1af681b17bcb tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:27.389559 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0d9056b5-4e1a-4ed5-b6eb-5b8a2d50fbce req-1f140fa1-7ae9-4cdc-bc19-1af681b17bcb tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.0863502 Jun 07 08:13:27.416198 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a1882351-eac1-46e4-a8ae-bc7f2c3aa85e req-5d28df1d-8547-420d-ac06-69fb3c6f3cfd tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453899 Jun 07 08:13:27.445910 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0d9056b5-4e1a-4ed5-b6eb-5b8a2d50fbce req-b4450787-361a-41e1-b1fd-31299221d1c3 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493834 Jun 07 08:13:27.805096 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f875f-ef3e-4428-b516-72d23603829f req-d38ba9ac-ab49-412d-9f2d-6b4558a01781 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:27.806561 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-cb3f875f-ef3e-4428-b516-72d23603829f req-d38ba9ac-ab49-412d-9f2d-6b4558a01781 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.0851839 Jun 07 08:13:27.870510 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-cb3f875f-ef3e-4428-b516-72d23603829f req-b18de9dd-e6d5-4809-9eba-ceee496bf209 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548930 Jun 07 08:13:27.909854 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b7243-d963-4457-821e-2614f37c72ca req-40fb7769-3168-4d76-9c49-f8414822b2c2 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:27.911397 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7b7b7243-d963-4457-821e-2614f37c72ca req-40fb7769-3168-4d76-9c49-f8414822b2c2 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.1046977 Jun 07 08:13:27.994217 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7b7b7243-d963-4457-821e-2614f37c72ca req-d59d6e85-ca99-44e4-b791-4c84a6cab00d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765197 Jun 07 08:13:28.351421 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78209765-af4c-48a3-ba95-1a07540e91f4 req-c43c9440-1ca0-4706-82b7-6465ea6226c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:28.352847 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-78209765-af4c-48a3-ba95-1a07540e91f4 req-c43c9440-1ca0-4706-82b7-6465ea6226c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 1098 time: 0.1965170 Jun 07 08:13:28.366034 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14b7e5-dabd-42ed-aedc-3cfb67bdac1a req-1f541ce4-c30a-4021-9ec0-91e59ab71d11 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:28.368107 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5c14b7e5-dabd-42ed-aedc-3cfb67bdac1a req-1f541ce4-c30a-4021-9ec0-91e59ab71d11 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.1765232 Jun 07 08:13:28.503643 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5c14b7e5-dabd-42ed-aedc-3cfb67bdac1a req-f9320d81-a010-44d8-a4ce-6fe2c01055c8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169531 Jun 07 08:13:28.547872 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78209765-af4c-48a3-ba95-1a07540e91f4 req-fdf39729-a30b-45cf-892d-e6907ebbbbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:28.549453 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-78209765-af4c-48a3-ba95-1a07540e91f4 req-fdf39729-a30b-45cf-892d-e6907ebbbbff service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8661265-012e-4b77-980c-179a981d3247 HTTP/1.1" status: 200 len: 918 time: 0.1804824 Jun 07 08:13:28.674244 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764f8f6-9d8f-46d3-b1db-c56ead77a2ca req-b3a5c3e9-a82c-486b-ad9c-2bb7f88079f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:28.674244 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9764f8f6-9d8f-46d3-b1db-c56ead77a2ca req-b3a5c3e9-a82c-486b-ad9c-2bb7f88079f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 1098 time: 0.1427152 Jun 07 08:13:28.682660 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67ffc3-c9b4-43d5-b19c-a2b6cc3b2fff req-febd44cd-8fb9-4508-89e8-6934bd667a0f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:28.684048 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2f67ffc3-c9b4-43d5-b19c-a2b6cc3b2fff req-febd44cd-8fb9-4508-89e8-6934bd667a0f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1219358 Jun 07 08:13:28.728710 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-78209765-af4c-48a3-ba95-1a07540e91f4 req-c4e3faee-c8e1-437e-84d7-5f8868c290fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f HTTP/1.1" status: 200 len: 1000 time: 0.1692586 Jun 07 08:13:28.750282 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9764f8f6-9d8f-46d3-b1db-c56ead77a2ca req-694952d0-fbb1-42fb-a416-92356f5aa3d9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651405 Jun 07 08:13:28.762934 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2f67ffc3-c9b4-43d5-b19c-a2b6cc3b2fff req-18367761-80db-4028-8495-1d1ebd7a355e tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645072 Jun 07 08:13:28.789858 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd0036-249e-4fd4-8c53-d3a041d24d8e req-384f275e-4451-436d-941a-ede5adbb69fc tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:28.791326 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6afd0036-249e-4fd4-8c53-d3a041d24d8e req-384f275e-4451-436d-941a-ede5adbb69fc tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1634462 Jun 07 08:13:28.825783 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78209765-af4c-48a3-ba95-1a07540e91f4 req-d6df981f-487a-453d-a320-8cc1b6575ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:28.827132 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-78209765-af4c-48a3-ba95-1a07540e91f4 req-d6df981f-487a-453d-a320-8cc1b6575ee2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be HTTP/1.1" status: 200 len: 856 time: 0.0871851 Jun 07 08:13:28.890913 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6afd0036-249e-4fd4-8c53-d3a041d24d8e req-89e52ee6-ac30-4336-af44-a5c9f2d2a8f8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919449 Jun 07 08:13:28.916308 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78209765-af4c-48a3-ba95-1a07540e91f4 req-6aa71a10-1eb2-4046-b0d1-80548284e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:28.917905 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-78209765-af4c-48a3-ba95-1a07540e91f4 req-6aa71a10-1eb2-4046-b0d1-80548284e7a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8661265-012e-4b77-980c-179a981d3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0814114 Jun 07 08:13:29.011231 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device cc592511-2dc0-4078-932a-64711ca71abd details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:13:29.062574 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-78209765-af4c-48a3-ba95-1a07540e91f4 req-17cf03cd-87a1-4af6-92ad-8b412009b631 service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362185 Jun 07 08:13:29.110415 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169e10a-5c45-4201-af01-f2f304d30634 req-3a0fcbe7-8bea-4c44-b8a5-b049674aac33 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:29.112709 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1169e10a-5c45-4201-af01-f2f304d30634 req-3a0fcbe7-8bea-4c44-b8a5-b049674aac33 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 943 time: 0.1150630 Jun 07 08:13:29.205564 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1169e10a-5c45-4201-af01-f2f304d30634 req-802517d1-712f-457c-b764-844add047ecd tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862138 Jun 07 08:13:29.214502 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port cc592511-2dc0-4078-932a-64711ca71abd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cc592511-2dc0-4078-932a-64711ca71abd,segment=NetworkSegment(67211e17-05c1-422c-81f2-28d9d7b321bd),segment_id=67211e17-05c1-422c-81f2-28d9d7b321bd)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:29.237571 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': 'cc592511-2dc0-4078-932a-64711ca71abd', 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'port_id': 'cc592511-2dc0-4078-932a-64711ca71abd', 'mac_address': 'fa:16:3e:44:a0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efacace9-e543-4e64-affc-1e7db3864442', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:13:29.299380 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-78209765-af4c-48a3-ba95-1a07540e91f4 req-959db44b-3fd0-434d-945f-c9b2510ba615 service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257049 Jun 07 08:13:29.309183 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:29.326911 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3eba70-13c8-43f6-a443-7ea6aa1bc727 req-e2583450-47e9-47a6-a684-90ef827ca523 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:29.331130 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc592511-2dc0-4078-932a-64711ca71abd {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:29.333927 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2f3eba70-13c8-43f6-a443-7ea6aa1bc727 req-e2583450-47e9-47a6-a684-90ef827ca523 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 943 time: 0.1257999 Jun 07 08:13:29.349552 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port cc592511-2dc0-4078-932a-64711ca71abd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cc592511-2dc0-4078-932a-64711ca71abd,segment=NetworkSegment(67211e17-05c1-422c-81f2-28d9d7b321bd),segment_id=67211e17-05c1-422c-81f2-28d9d7b321bd)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:29.356087 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:29.357015 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 2e5c1bd5-d3e5-4ebe-bc36-29212097920a details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:13:29.396080 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2f3eba70-13c8-43f6-a443-7ea6aa1bc727 req-884cac2f-b0b8-4f0b-b7b1-0ef4077542aa tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610790 Jun 07 08:13:29.466859 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:29.531248 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a503668-49e7-4a9b-b100-475a6e88aa03 req-c43fcc03-4753-482d-9e8e-6639e2e3ed0c tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:29.532741 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9a503668-49e7-4a9b-b100-475a6e88aa03 req-c43fcc03-4753-482d-9e8e-6639e2e3ed0c tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1008899 Jun 07 08:13:29.565838 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb7cc-c713-4e4b-846a-40eeeca54393 req-da7fad0c-8bb5-4e05-abb7-50a44d03b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:29.567772 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-45adb7cc-c713-4e4b-846a-40eeeca54393 req-da7fad0c-8bb5-4e05-abb7-50a44d03b9d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eac66ef7698c48928700d3683c5dff7a&device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 1099 time: 0.1028981 Jun 07 08:13:29.578614 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 2e5c1bd5-d3e5-4ebe-bc36-29212097920a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2e5c1bd5-d3e5-4ebe-bc36-29212097920a,segment=NetworkSegment(0b9fb0f7-6b11-4c35-8efd-cd929e699b2c),segment_id=0b9fb0f7-6b11-4c35-8efd-cd929e699b2c)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:29.587003 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=cc592511-2dc0-4078-932a-64711ca71abd,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:29.599067 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:29.604025 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '2e5c1bd5-d3e5-4ebe-bc36-29212097920a', 'network_id': '6468e9d1-3896-4a9e-bd0f-388235911e2b', 'port_id': '2e5c1bd5-d3e5-4ebe-bc36-29212097920a', 'mac_address': 'fa:16:3e:6c:7a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ecee2c-1cf5-4b39-b085-6dec343fa7ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:13:29.619149 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9a503668-49e7-4a9b-b100-475a6e88aa03 req-fbeb9bd5-c708-4725-8aa4-33a10f202bce tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772209 Jun 07 08:13:29.665322 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:29.685684 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5c1bd5-d3e5-4ebe-bc36-29212097920a {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:29.702891 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 2e5c1bd5-d3e5-4ebe-bc36-29212097920a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2e5c1bd5-d3e5-4ebe-bc36-29212097920a,segment=NetworkSegment(0b9fb0f7-6b11-4c35-8efd-cd929e699b2c),segment_id=0b9fb0f7-6b11-4c35-8efd-cd929e699b2c)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:29.707862 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:29.710269 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:29.784932 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=2e5c1bd5-d3e5-4ebe-bc36-29212097920a,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:29.788795 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:29.791912 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb7cc-c713-4e4b-846a-40eeeca54393 req-1cf95fdb-0d0d-40c9-85c5-51dfb9e74442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:29.793719 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-45adb7cc-c713-4e4b-846a-40eeeca54393 req-1cf95fdb-0d0d-40c9-85c5-51dfb9e74442 service neutron] 10.222.0.48 "GET /v2.0/networks?id=de83ae0a-b6d0-43a9-b151-cd274d96171b HTTP/1.1" status: 200 len: 912 time: 0.2167072 Jun 07 08:13:29.892031 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4117b8-8898-4e21-9540-9a321d2c1bf9 req-8ca443e7-351a-4282-9c45-089ea6dbee97 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:29.893489 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9d4117b8-8898-4e21-9540-9a321d2c1bf9 req-8ca443e7-351a-4282-9c45-089ea6dbee97 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.2643766 Jun 07 08:13:29.951724 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-45adb7cc-c713-4e4b-846a-40eeeca54393 req-4980a359-bdf4-48d2-86a7-a7051af0c2e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77a12ad-6332-43f7-a05d-b0cba2f2b58e HTTP/1.1" status: 200 len: 1002 time: 0.1496594 Jun 07 08:13:29.961792 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9d4117b8-8898-4e21-9540-9a321d2c1bf9 req-28e8c3bd-0e1c-4a77-8ab7-c5373aa8df53 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616243 Jun 07 08:13:29.978893 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8f185-4aa2-4e13-ab3b-386553ff42e5 req-b2cdcd54-5068-4d1f-a78c-4366a7483d80 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:29.981064 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-37d8f185-4aa2-4e13-ab3b-386553ff42e5 req-b2cdcd54-5068-4d1f-a78c-4366a7483d80 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0918386 Jun 07 08:13:30.028641 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb7cc-c713-4e4b-846a-40eeeca54393 req-322ff69b-4f74-439a-b208-bdeee5d77e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:30.030113 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-45adb7cc-c713-4e4b-846a-40eeeca54393 req-322ff69b-4f74-439a-b208-bdeee5d77e35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd250e25-fd76-4e73-ad0e-1eb27cf18aa3 HTTP/1.1" status: 200 len: 850 time: 0.0649331 Jun 07 08:13:30.031880 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-37d8f185-4aa2-4e13-ab3b-386553ff42e5 req-630fb24b-6fbf-49ae-8590-a18830717a53 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407715 Jun 07 08:13:30.109624 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adb7cc-c713-4e4b-846a-40eeeca54393 req-4921d816-3c17-4512-9dc7-97e8071bc3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:30.111056 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-45adb7cc-c713-4e4b-846a-40eeeca54393 req-4921d816-3c17-4512-9dc7-97e8071bc3d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de83ae0a-b6d0-43a9-b151-cd274d96171b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0705748 Jun 07 08:13:30.120613 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['2e5c1bd5-d3e5-4ebe-bc36-29212097920a'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:13:30.174000 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['cc592511-2dc0-4078-932a-64711ca71abd'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:13:30.392499 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-45adb7cc-c713-4e4b-846a-40eeeca54393 req-71fa148d-41bc-4aeb-93f9-f6132ead6935 service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709954 Jun 07 08:13:30.501727 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dbe0a-c3d7-4f4c-a146-80f0ec3df4a9 req-5fee2120-1d60-4de1-bc31-f79bb4a2ab1b tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:30.503156 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5f0dbe0a-c3d7-4f4c-a146-80f0ec3df4a9 req-5fee2120-1d60-4de1-bc31-f79bb4a2ab1b tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 944 time: 0.1791971 Jun 07 08:13:30.578344 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf8d4f-3345-49bc-b059-19e58a50e8b3 req-3f744151-0eff-4eec-a61a-e6740953ab8f tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:30.578524 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-45adb7cc-c713-4e4b-846a-40eeeca54393 req-96888e81-9321-41bd-a763-a0efe4416fde service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749389 Jun 07 08:13:30.579931 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-44bf8d4f-3345-49bc-b059-19e58a50e8b3 req-3f744151-0eff-4eec-a61a-e6740953ab8f tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 944 time: 0.0841870 Jun 07 08:13:30.581203 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5f0dbe0a-c3d7-4f4c-a146-80f0ec3df4a9 req-6fa12956-693f-4b3f-95aa-3322a707b10c tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725605 Jun 07 08:13:30.635625 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-44bf8d4f-3345-49bc-b059-19e58a50e8b3 req-c793c30c-8c99-464e-9ac6-77d77da940a3 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491621 Jun 07 08:13:30.808042 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65411beb-d7fa-4a3c-abcf-cfc1db2aa576 req-fb8471e6-7253-4aa0-b8fc-2724f42b9ecd tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:30.809577 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-65411beb-d7fa-4a3c-abcf-cfc1db2aa576 req-fb8471e6-7253-4aa0-b8fc-2724f42b9ecd tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.0775168 Jun 07 08:13:30.853180 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-65411beb-d7fa-4a3c-abcf-cfc1db2aa576 req-9bc5940e-04fa-46b9-9b46-0d4d018003e6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380487 Jun 07 08:13:31.011838 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 47352236-e855-49ec-82aa-f7bb8dc3c47f no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:13:31.130820 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:31.155065 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e143c-4c98-4ebe-a1ee-8e3640519ad7 req-0af6524a-aa1d-4876-9864-5c2243939c88 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:31.156877 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-da0e143c-4c98-4ebe-a1ee-8e3640519ad7 req-0af6524a-aa1d-4876-9864-5c2243939c88 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 945 time: 0.0844173 Jun 07 08:13:31.158719 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8170ad42-d884-4d7a-825d-12a0c683783a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47352236-e855-49ec-82aa-f7bb8dc3c47f'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:31.160921 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827bc985-75ff-48b2-90bb-3658982fff0b" -d '{"events": [{"server_uuid": "8170ad42-d884-4d7a-825d-12a0c683783a", "name": "network-vif-unplugged", "status": "completed", "tag": "47352236-e855-49ec-82aa-f7bb8dc3c47f"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:31.168825 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 47352236-e855-49ec-82aa-f7bb8dc3c47f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:31.173669 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:31.175898 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:31.204342 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-da0e143c-4c98-4ebe-a1ee-8e3640519ad7 req-67f16e0d-91e8-41cc-812f-1fd640499272 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418851 Jun 07 08:13:31.245336 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295960e-42da-4516-be3a-5f8a03845a67 req-fd32613e-6633-43a8-ab92-cc46bae74a85 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:31.246777 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a295960e-42da-4516-be3a-5f8a03845a67 req-fd32613e-6633-43a8-ab92-cc46bae74a85 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0928841 Jun 07 08:13:31.256017 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=47352236-e855-49ec-82aa-f7bb8dc3c47f,revision_number=8']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:31.260629 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:31.268705 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee87ada-bde0-46ed-bcc6-3a1a41a55c76 x-openstack-request-id: req-1ee87ada-bde0-46ed-bcc6-3a1a41a55c76 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:31.268997 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8170ad42-d884-4d7a-825d-12a0c683783a", "name": "network-vif-unplugged", "status": "completed", "tag": "47352236-e855-49ec-82aa-f7bb8dc3c47f", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:31.269250 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ee87ada-bde0-46ed-bcc6-3a1a41a55c76 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:31.269681 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170ad42-d884-4d7a-825d-12a0c683783a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'code': 200} Jun 07 08:13:31.305971 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a295960e-42da-4516-be3a-5f8a03845a67 req-3d86c377-9fb8-4d39-88d4-f95b31abce1a tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533729 Jun 07 08:13:31.690256 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486bc21-9d7f-41c6-bac5-34adf9158273 req-c8fc0dbb-5d7d-489b-af60-3ddbc672049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:31.691826 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e486bc21-9d7f-41c6-bac5-34adf9158273 req-c8fc0dbb-5d7d-489b-af60-3ddbc672049f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f983cffaddb944cf8fa8188dca8ac056&device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 1098 time: 0.0762877 Jun 07 08:13:31.762186 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838734dc-4148-4506-9b60-98a2260cd983 req-170ae378-d023-4496-bb0f-0fa89339271b tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:31.763719 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-838734dc-4148-4506-9b60-98a2260cd983 req-170ae378-d023-4496-bb0f-0fa89339271b tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1076365 Jun 07 08:13:31.820791 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-838734dc-4148-4506-9b60-98a2260cd983 req-3e63ad22-176f-4df7-b8bf-c15f3b79640b tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507467 Jun 07 08:13:31.907495 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486bc21-9d7f-41c6-bac5-34adf9158273 req-99a23113-26af-47a4-8e4c-58240156c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:31.908974 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e486bc21-9d7f-41c6-bac5-34adf9158273 req-99a23113-26af-47a4-8e4c-58240156c9ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=731569ee-c381-432b-a105-1cc707924205 HTTP/1.1" status: 200 len: 920 time: 0.2099867 Jun 07 08:13:31.923535 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59bd7d-9044-484d-9443-1a4290baa7f8 req-3ed98f9f-c29f-4eda-8391-3b8b16b0f133 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:31.925536 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-be59bd7d-9044-484d-9443-1a4290baa7f8 req-3ed98f9f-c29f-4eda-8391-3b8b16b0f133 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 944 time: 0.2006195 Jun 07 08:13:32.014906 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e486bc21-9d7f-41c6-bac5-34adf9158273 req-c0e70ef2-0c6e-48ba-96f2-cf1034a03431 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 HTTP/1.1" status: 200 len: 217 time: 0.0857656 Jun 07 08:13:32.077056 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-be59bd7d-9044-484d-9443-1a4290baa7f8 req-5df8218d-66e8-47ff-b35e-40361b7a2278 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998371 Jun 07 08:13:32.095993 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486bc21-9d7f-41c6-bac5-34adf9158273 req-40d96c50-d6ca-4cf0-b17f-80f9ac276401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:32.097431 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e486bc21-9d7f-41c6-bac5-34adf9158273 req-40d96c50-d6ca-4cf0-b17f-80f9ac276401 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa02afe2-5864-4df3-914b-20fcfd8c837d HTTP/1.1" status: 200 len: 859 time: 0.0677333 Jun 07 08:13:32.146286 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e486bc21-9d7f-41c6-bac5-34adf9158273 req-82f4f51b-8f1c-4db2-b6e6-6b78c889612b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731569ee-c381-432b-a105-1cc707924205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405560 Jun 07 08:13:32.166159 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf210165-75d4-4d1e-80f2-1131f843b546 req-2d7d33f8-00b6-4958-aeb7-1676cde78816 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:32.167689 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-cf210165-75d4-4d1e-80f2-1131f843b546 req-2d7d33f8-00b6-4958-aeb7-1676cde78816 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 944 time: 0.0874376 Jun 07 08:13:32.220902 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-cf210165-75d4-4d1e-80f2-1131f843b546 req-7987cad6-898f-45fe-84c1-ee8275b18cf4 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466213 Jun 07 08:13:32.386201 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15fb3c-8b70-4088-8947-a2c2615bf1a9 req-b29945bd-29dd-4973-8426-6810ffc66072 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:32.387583 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9f15fb3c-8b70-4088-8947-a2c2615bf1a9 req-b29945bd-29dd-4973-8426-6810ffc66072 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.2135358 Jun 07 08:13:32.389490 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e486bc21-9d7f-41c6-bac5-34adf9158273 req-f42c590e-1266-4b87-98ea-ceab913337d1 service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816089 Jun 07 08:13:32.427685 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01191323-fccb-4477-a84d-2b16160f1f37 req-3e69f8cf-89b4-4adb-a3e3-92edc33b40e8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:32.429449 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-01191323-fccb-4477-a84d-2b16160f1f37 req-3e69f8cf-89b4-4adb-a3e3-92edc33b40e8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0908499 Jun 07 08:13:32.473757 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-01191323-fccb-4477-a84d-2b16160f1f37 req-4ab113f8-af71-4189-8991-271ae615a270 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386584 Jun 07 08:13:32.519986 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9f15fb3c-8b70-4088-8947-a2c2615bf1a9 req-9da2cc28-5ca3-4a3f-96a3-550da62aaed0 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263816 Jun 07 08:13:32.554520 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e486bc21-9d7f-41c6-bac5-34adf9158273 req-b7ae657f-07d0-4590-9f5d-9f7d6fb5d218 service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448860 Jun 07 08:13:33.017185 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device cc592511-2dc0-4078-932a-64711ca71abd up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:13:33.027508 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b7c3a-1267-4834-a7fc-42a5bd4bc774 req-ebf3d296-89dc-478a-8246-cc8097e40b92 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:33.028990 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-419b7c3a-1267-4834-a7fc-42a5bd4bc774 req-ebf3d296-89dc-478a-8246-cc8097e40b92 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0904708 Jun 07 08:13:33.111179 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-419b7c3a-1267-4834-a7fc-42a5bd4bc774 req-5b560d43-afd3-4d0d-9dcf-8a71b21dca49 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760870 Jun 07 08:13:33.114828 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port cc592511-2dc0-4078-932a-64711ca71abd completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:33.126245 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port cc592511-2dc0-4078-932a-64711ca71abd triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:33.126634 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:33.318111 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:33.322204 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b0710-a2d8-4ef6-a7f5-f0e1f0f5a651 req-64887e79-391b-4475-83a9-b2ce128e3c0a tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:33.324500 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-dd3b0710-a2d8-4ef6-a7f5-f0e1f0f5a651 req-64887e79-391b-4475-83a9-b2ce128e3c0a tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 944 time: 0.1155252 Jun 07 08:13:33.373400 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc592511-2dc0-4078-932a-64711ca71abd'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:33.376646 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f058c64b-7cb4-48ad-bf93-a44458d77d4c" -d '{"events": [{"server_uuid": "f937861b-5b0e-4f1c-9882-3fbe68e5dfec", "name": "network-vif-plugged", "status": "completed", "tag": "cc592511-2dc0-4078-932a-64711ca71abd"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:33.389751 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port cc592511-2dc0-4078-932a-64711ca71abd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cc592511-2dc0-4078-932a-64711ca71abd,segment=NetworkSegment(67211e17-05c1-422c-81f2-28d9d7b321bd),segment_id=67211e17-05c1-422c-81f2-28d9d7b321bd)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:33.391356 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-dd3b0710-a2d8-4ef6-a7f5-f0e1f0f5a651 req-ecf04c9a-7e50-4947-9a26-75e0d5b98c2c tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610919 Jun 07 08:13:33.397053 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:33.398165 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 2e5c1bd5-d3e5-4ebe-bc36-29212097920a up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:13:33.430211 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-9590335e-ef29-43e0-b492-e332c92d963d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:33.481763 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bebf93-c86d-4bee-b7c7-f810347966f7 req-7d790015-dcd5-4077-a862-d0e0b7ffe3b9 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:33.489776 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-91bebf93-c86d-4bee-b7c7-f810347966f7 req-7d790015-dcd5-4077-a862-d0e0b7ffe3b9 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 945 time: 0.1158476 Jun 07 08:13:33.546182 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-91bebf93-c86d-4bee-b7c7-f810347966f7 req-288bd755-e71c-4898-87a1-008f04b89cc5 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529892 Jun 07 08:13:33.576510 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=cc592511-2dc0-4078-932a-64711ca71abd,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:33.580796 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:33.592645 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port 2e5c1bd5-d3e5-4ebe-bc36-29212097920a completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:33.605933 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 2e5c1bd5-d3e5-4ebe-bc36-29212097920a triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:33.606317 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:33.626105 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 53310) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:33.645926 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680d9a60-8d8a-40ba-950a-7cf479e99e4b x-openstack-request-id: req-680d9a60-8d8a-40ba-950a-7cf479e99e4b {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:33.646212 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f937861b-5b0e-4f1c-9882-3fbe68e5dfec", "name": "network-vif-plugged", "status": "completed", "tag": "cc592511-2dc0-4078-932a-64711ca71abd", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:33.646466 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-680d9a60-8d8a-40ba-950a-7cf479e99e4b {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:33.646841 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc592511-2dc0-4078-932a-64711ca71abd', 'code': 200} Jun 07 08:13:33.778534 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:33.808942 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bc649-4a1f-4114-897c-1bad5465f310 req-2884d0c0-8853-4754-81fd-50879f38ab47 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:33.815549 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 2e5c1bd5-d3e5-4ebe-bc36-29212097920a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2e5c1bd5-d3e5-4ebe-bc36-29212097920a,segment=NetworkSegment(0b9fb0f7-6b11-4c35-8efd-cd929e699b2c),segment_id=0b9fb0f7-6b11-4c35-8efd-cd929e699b2c)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:33.817711 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a67bc649-4a1f-4114-897c-1bad5465f310 req-2884d0c0-8853-4754-81fd-50879f38ab47 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.2526922 Jun 07 08:13:33.823351 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:33.826320 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:33.863378 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-eb0f0328-004d-47b2-9358-4e940d838ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:33.909625 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=2e5c1bd5-d3e5-4ebe-bc36-29212097920a,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:33.918996 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:33.928054 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a67bc649-4a1f-4114-897c-1bad5465f310 req-c092e041-be34-436e-b3d6-233a4d7549b2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094961 Jun 07 08:13:33.949436 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4472b-ce1e-4020-b8ba-3f04f584c1a2 req-a8c933b1-fd41-495b-a097-da9357119c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:33.950882 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-68c4472b-ce1e-4020-b8ba-3f04f584c1a2 req-a8c933b1-fd41-495b-a097-da9357119c10 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 1098 time: 0.0892267 Jun 07 08:13:33.969794 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 53322) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:34.006290 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-68c4472b-ce1e-4020-b8ba-3f04f584c1a2 req-01437339-b6fc-4f92-8958-2624db72fee8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432653 Jun 07 08:13:34.068543 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-eb0f0328-004d-47b2-9358-4e940d838ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:34.074670 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-eb0f0328-004d-47b2-9358-4e940d838ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:34.083495 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-47e0b5b8-593b-4cca-abe1-599bac8afd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:34.135565 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-eb0f0328-004d-47b2-9358-4e940d838ad4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8049beb4e65a40c09dbeb32b3da09534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074513 Jun 07 08:13:34.137445 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 53328) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:13:34.150235 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f0328-004d-47b2-9358-4e940d838ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40cff67-4bda-4063-81c0-ba6fe3574e46,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:34.158380 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-eb0f0328-004d-47b2-9358-4e940d838ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:34.180055 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-893e7f35-c9a9-4276-abf2-d10da61decb9 req-be4fd5b3-2747-4e75-9bd8-5b326cdbcca4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2091341 Jun 07 08:13:34.211166 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6edc56a5-a8d3-4e32-aef9-9f33cfd7f1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:34.281527 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6edc56a5-a8d3-4e32-aef9-9f33cfd7f1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:34.289847 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:13:34.365386 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246a056-79f1-4d50-ba6e-ce23af8f3bd8 req-0dad8954-38cd-4197-88ee-12c5c06c8660 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:34.366965 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1246a056-79f1-4d50-ba6e-ce23af8f3bd8 req-0dad8954-38cd-4197-88ee-12c5c06c8660 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1321552 Jun 07 08:13:34.384404 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6edc56a5-a8d3-4e32-aef9-9f33cfd7f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:34.387123 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6edc56a5-a8d3-4e32-aef9-9f33cfd7f1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:34.388330 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-6edc56a5-a8d3-4e32-aef9-9f33cfd7f1a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f40cff67-4bda-4063-81c0-ba6fe3574e46 HTTP/1.1" status: 204 len: 168 time: 0.2488835 Jun 07 08:13:34.389743 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a847b039-1ae5-4709-b263-8b1d01831ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:34.418680 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc56a5-a8d3-4e32-aef9-9f33cfd7f1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40cff67-4bda-4063-81c0-ba6fe3574e46,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:34.425348 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6edc56a5-a8d3-4e32-aef9-9f33cfd7f1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:34.462184 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1246a056-79f1-4d50-ba6e-ce23af8f3bd8 req-26a7419e-707b-4a85-a046-0afc6da96725 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722151 Jun 07 08:13:34.732766 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9e0cd-2e39-4cb1-984b-7fa2debffa9c req-b031c4c8-4c17-418a-a91b-b4027989a005 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:34.735381 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e0d9e0cd-2e39-4cb1-984b-7fa2debffa9c req-b031c4c8-4c17-418a-a91b-b4027989a005 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.1146498 Jun 07 08:13:34.810736 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e0d9e0cd-2e39-4cb1-984b-7fa2debffa9c req-85e671bb-1672-452c-a428-fd7073305410 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682273 Jun 07 08:13:35.027488 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 47352236-e855-49ec-82aa-f7bb8dc3c47f no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:13:35.106912 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2f5f9-275f-4f1f-a07e-54a9f826ec43 req-d0dc4332-e2e0-446b-ab6a-53ab12d61e6e tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:35.119562 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7bd2f5f9-275f-4f1f-a07e-54a9f826ec43 req-d0dc4332-e2e0-446b-ab6a-53ab12d61e6e tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 945 time: 0.1545863 Jun 07 08:13:35.225234 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7bd2f5f9-275f-4f1f-a07e-54a9f826ec43 req-5e54efa9-78f0-4958-8187-d46ae3644a56 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020360 Jun 07 08:13:35.321957 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801beb28-39a9-4eb3-a302-63f92d9f3356 req-0fc7bed4-1d32-4282-98e4-f6dc542c5bd7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:35.323344 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-801beb28-39a9-4eb3-a302-63f92d9f3356 req-0fc7bed4-1d32-4282-98e4-f6dc542c5bd7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.2284327 Jun 07 08:13:35.369830 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-801beb28-39a9-4eb3-a302-63f92d9f3356 req-827af674-21fc-4ff3-bbc0-cf4343dc891d tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405958 Jun 07 08:13:35.646941 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e43a2c-ef78-447b-b3ca-da738a9d9266 req-52c1e04b-4443-41d0-905e-c5c2f132af25 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:35.649439 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be8b9f2-8040-475a-a384-fbdf0a031823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5c1bd5-d3e5-4ebe-bc36-29212097920a'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:35.651812 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f3490d-bb2c-4f1c-aa9a-c63aff1e3374" -d '{"events": [{"server_uuid": "1be8b9f2-8040-475a-a384-fbdf0a031823", "name": "network-vif-plugged", "status": "completed", "tag": "2e5c1bd5-d3e5-4ebe-bc36-29212097920a"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:35.654735 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e9e43a2c-ef78-447b-b3ca-da738a9d9266 req-52c1e04b-4443-41d0-905e-c5c2f132af25 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0974543 Jun 07 08:13:35.698280 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa192575-c4d8-4ae6-974e-4419b64999b6 x-openstack-request-id: req-aa192575-c4d8-4ae6-974e-4419b64999b6 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:35.698573 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be8b9f2-8040-475a-a384-fbdf0a031823", "name": "network-vif-plugged", "status": "completed", "tag": "2e5c1bd5-d3e5-4ebe-bc36-29212097920a", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:35.698872 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa192575-c4d8-4ae6-974e-4419b64999b6 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:35.699526 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be8b9f2-8040-475a-a384-fbdf0a031823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5c1bd5-d3e5-4ebe-bc36-29212097920a', 'code': 200} Jun 07 08:13:35.712871 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e9e43a2c-ef78-447b-b3ca-da738a9d9266 req-47108f80-2adb-4a2d-86aa-d1dde7bf68c1 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489223 Jun 07 08:13:36.033377 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed733c6-af08-4add-a042-0042823077a1 req-bdde0c10-68a3-4f17-8c72-2473f8572b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:36.035297 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-eed733c6-af08-4add-a042-0042823077a1 req-bdde0c10-68a3-4f17-8c72-2473f8572b4d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 1098 time: 0.1297026 Jun 07 08:13:36.075758 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2081e-bdaf-45fd-be69-d9a0566ba2ec req-4074ba13-6285-4640-8653-820405f2f467 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:36.081968 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-53e2081e-bdaf-45fd-be69-d9a0566ba2ec req-4074ba13-6285-4640-8653-820405f2f467 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.1123168 Jun 07 08:13:36.090604 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-eed733c6-af08-4add-a042-0042823077a1 req-9fa88301-4697-455b-af3c-18d67d383073 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461087 Jun 07 08:13:36.141882 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-53e2081e-bdaf-45fd-be69-d9a0566ba2ec req-85b0a999-27b0-4959-9603-ce5bb7df9fb5 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492969 Jun 07 08:13:36.445273 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90bbda-075d-4f85-8d22-de806080f3b8 req-0bec2bce-1dd0-491f-9bfa-af5be86ddc23 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:36.447876 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ab90bbda-075d-4f85-8d22-de806080f3b8 req-0bec2bce-1dd0-491f-9bfa-af5be86ddc23 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 945 time: 0.1002455 Jun 07 08:13:36.536924 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ab90bbda-075d-4f85-8d22-de806080f3b8 req-96814b1d-04bb-4a2e-86c4-c430e8fefb11 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843141 Jun 07 08:13:36.570339 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e7f35-c9a9-4276-abf2-d10da61decb9 req-abe30c10-78ca-4f46-94e6-9ddfc31d17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:36.571872 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-893e7f35-c9a9-4276-abf2-d10da61decb9 req-abe30c10-78ca-4f46-94e6-9ddfc31d17e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a&tenant_id=308d0e80315d4d6d9a5744d04f4fe97d HTTP/1.1" status: 200 len: 1096 time: 0.0801661 Jun 07 08:13:36.572874 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d4193-be13-483c-8f9b-ca127fdc783a req-f488ada1-2bd3-4591-a3cf-b88b1e052df9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:36.574378 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e97d4193-be13-483c-8f9b-ca127fdc783a req-f488ada1-2bd3-4591-a3cf-b88b1e052df9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0846651 Jun 07 08:13:36.620918 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e97d4193-be13-483c-8f9b-ca127fdc783a req-3c57ae2a-775a-401a-8bea-645f1dd041f3 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402257 Jun 07 08:13:36.731148 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e7f35-c9a9-4276-abf2-d10da61decb9 req-b79e3b67-4de1-4cc2-a504-ab14eea5b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:36.732589 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-893e7f35-c9a9-4276-abf2-d10da61decb9 req-b79e3b67-4de1-4cc2-a504-ab14eea5b106 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 1096 time: 0.1359422 Jun 07 08:13:36.767228 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e760e-efec-4c28-9fe3-6cc70363f640 req-7ae61f55-4c2e-4083-a345-e40575386770 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:36.768748 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3e3e760e-efec-4c28-9fe3-6cc70363f640 req-7ae61f55-4c2e-4083-a345-e40575386770 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 945 time: 0.1160560 Jun 07 08:13:36.791032 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:36.885466 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3e3e760e-efec-4c28-9fe3-6cc70363f640 req-df7250b9-2f0d-4fb4-853d-e0faa87afde0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976608 Jun 07 08:13:36.908626 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e7f35-c9a9-4276-abf2-d10da61decb9 req-e5bff2e6-1f85-47a0-81a1-66207eeb5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:36.910066 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-893e7f35-c9a9-4276-abf2-d10da61decb9 req-e5bff2e6-1f85-47a0-81a1-66207eeb5d75 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8661265-012e-4b77-980c-179a981d3247 HTTP/1.1" status: 200 len: 918 time: 0.1704502 Jun 07 08:13:37.011402 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-893e7f35-c9a9-4276-abf2-d10da61decb9 req-416c183a-51e9-487e-896d-ea6ae326cb84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f HTTP/1.1" status: 200 len: 998 time: 0.0933650 Jun 07 08:13:37.079794 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e7f35-c9a9-4276-abf2-d10da61decb9 req-a2b2225f-e466-4f2b-913b-bc8f0f7c94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:37.081251 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-893e7f35-c9a9-4276-abf2-d10da61decb9 req-a2b2225f-e466-4f2b-913b-bc8f0f7c94e1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be HTTP/1.1" status: 200 len: 856 time: 0.0625002 Jun 07 08:13:37.161528 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e7f35-c9a9-4276-abf2-d10da61decb9 req-5af7112c-a1b6-429f-b792-9849a148a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:37.163864 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-893e7f35-c9a9-4276-abf2-d10da61decb9 req-5af7112c-a1b6-429f-b792-9849a148a13f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8661265-012e-4b77-980c-179a981d3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0747688 Jun 07 08:13:37.350975 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f00e2-c3a0-4d8e-b879-992829cdf7a4 req-c66d215a-1d66-4fe8-8937-1075919b9bde tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:37.353013 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-820f00e2-c3a0-4d8e-b879-992829cdf7a4 req-c66d215a-1d66-4fe8-8937-1075919b9bde tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.0948603 Jun 07 08:13:37.386633 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-893e7f35-c9a9-4276-abf2-d10da61decb9 req-b477e0c2-193a-4177-bef7-55924a35fc4f service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140048 Jun 07 08:13:37.399118 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d0563-c6ab-4f4e-9540-2d6100b7b3d1 req-dee027ac-8b3b-448b-b828-dcde2e332853 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:37.400563 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4c2d0563-c6ab-4f4e-9540-2d6100b7b3d1 req-dee027ac-8b3b-448b-b828-dcde2e332853 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 945 time: 0.1862533 Jun 07 08:13:37.416659 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-820f00e2-c3a0-4d8e-b879-992829cdf7a4 req-2cdd44b2-c8b4-49f5-9130-a67389350cc7 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573153 Jun 07 08:13:37.541878 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4c2d0563-c6ab-4f4e-9540-2d6100b7b3d1 req-307d2c7c-97cb-4693-bd57-3b6186f52080 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229615 Jun 07 08:13:37.588408 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-893e7f35-c9a9-4276-abf2-d10da61decb9 req-dbe0cebd-679b-4eb9-9055-ace67be3ea8d service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869028 Jun 07 08:13:37.613794 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4d860553-896a-4046-9947-681d96a3d0d8 req-24feb034-3c88-48a2-bc4c-3ec3de228ce0 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ad2b214b26924d8bbf12e01079d74b0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344627 Jun 07 08:13:37.783184 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d860553-896a-4046-9947-681d96a3d0d8 req-fc0e3ce6-73a3-4f2f-af5b-fc0722fd2974 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:37.791035 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4d860553-896a-4046-9947-681d96a3d0d8 req-fc0e3ce6-73a3-4f2f-af5b-fc0722fd2974 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762054 Jun 07 08:13:37.794727 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6c5de-c47e-474d-9abc-b66c2f57c5fc req-001bb9c6-e9d9-45c3-ad0e-980d81300fd4 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:37.801971 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-bed6c5de-c47e-474d-9abc-b66c2f57c5fc req-001bb9c6-e9d9-45c3-ad0e-980d81300fd4 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1023893 Jun 07 08:13:37.807516 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4d860553-896a-4046-9947-681d96a3d0d8 req-549fb3ad-bd30-4706-b848-cabda93753f8 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/quotas/ad2b214b26924d8bbf12e01079d74b0b HTTP/1.1" status: 200 len: 375 time: 0.0155742 Jun 07 08:13:37.855832 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-bed6c5de-c47e-474d-9abc-b66c2f57c5fc req-f117f9b4-20b0-4aad-9e61-4a655ddf263f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530181 Jun 07 08:13:37.861864 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4d860553-896a-4046-9947-681d96a3d0d8 req-0d4480fd-68bb-4c99-9633-fe0818a55945 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad2b214b26924d8bbf12e01079d74b0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534749 Jun 07 08:13:38.315846 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f4da304f-b4d7-47fc-bf4b-4ff662a599db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:38.355542 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b55f56-28eb-4e42-9fdf-29497e6810f3 req-0d860542-2ab1-4a99-b019-e0ab0879db56 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:38.357292 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c7b55f56-28eb-4e42-9fdf-29497e6810f3 req-0d860542-2ab1-4a99-b019-e0ab0879db56 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.3320515 Jun 07 08:13:38.426604 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c7b55f56-28eb-4e42-9fdf-29497e6810f3 req-84151715-8fb1-44c9-8046-f43c723b26e7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592864 Jun 07 08:13:38.551756 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f84be3db-72ec-4101-8f7f-dfc2ab5b10a5 req-8fd52d12-9d65-4ddd-afd0-5860b2fbdcaf tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 210 time: 0.0753248 Jun 07 08:13:38.879967 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeac565-3920-4408-acda-03dfd57dd7ab req-047dd7e2-5bcc-484f-99ef-af4477d01c1f tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:38.882063 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-fdeac565-3920-4408-acda-03dfd57dd7ab req-047dd7e2-5bcc-484f-99ef-af4477d01c1f tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.1361887 Jun 07 08:13:38.933837 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-fdeac565-3920-4408-acda-03dfd57dd7ab req-06a4a884-f4cf-4e0d-9037-8c302d50a0cb tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448523 Jun 07 08:13:39.658661 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcf07b-c55b-44f6-8471-7c64ced04cb8 req-585635cd-afc8-48b9-ac77-f15a0adb9b5b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:39.661827 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-42fcf07b-c55b-44f6-8471-7c64ced04cb8 req-585635cd-afc8-48b9-ac77-f15a0adb9b5b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.1119223 Jun 07 08:13:39.704943 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b8595935-eaa5-4dfe-9777-523c279a01e7 req-c26cba2a-c186-4668-9fbb-63370ddfa501 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 210 time: 0.0428224 Jun 07 08:13:39.713681 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-42fcf07b-c55b-44f6-8471-7c64ced04cb8 req-ff72d404-d50b-4118-a2f8-87f63803918c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 Jun 07 08:13:40.294984 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3608638-f9ac-468c-8c64-95a6b6b24b50 req-70f1df69-c7db-4c49-aa71-9e053f733472 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:40.296318 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e3608638-f9ac-468c-8c64-95a6b6b24b50 req-70f1df69-c7db-4c49-aa71-9e053f733472 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.0881317 Jun 07 08:13:40.344973 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e3608638-f9ac-468c-8c64-95a6b6b24b50 req-7a338785-adce-4806-94ab-ff615cd1d3d4 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 Jun 07 08:13:40.833656 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:40.858573 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c3a1df25-5ad8-40e3-bccc-21dfcaf0c0fc req-9681c92d-26b4-4321-9e60-6fa61b44c7ed tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 210 time: 0.0474916 Jun 07 08:13:41.021669 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-99663345-cf4d-4e08-bd7f-fa091e65f58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:41.083382 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4f33a-08a0-415f-b109-68bb4e226375 req-09eb583a-1c1f-4fac-9799-367fb9745341 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:41.091019 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b6a4f33a-08a0-415f-b109-68bb4e226375 req-09eb583a-1c1f-4fac-9799-367fb9745341 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.1323116 Jun 07 08:13:41.137803 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b6a4f33a-08a0-415f-b109-68bb4e226375 req-de8c7b07-8d38-4fa8-9909-699aeb2b9f07 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459490 Jun 07 08:13:41.542855 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502fa49a-e53e-415d-b117-c945ebcfe9b6 req-09f9233b-52a3-4580-82cb-4ff547a16ae0 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:41.545093 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-502fa49a-e53e-415d-b117-c945ebcfe9b6 req-09f9233b-52a3-4580-82cb-4ff547a16ae0 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.0869303 Jun 07 08:13:41.596959 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-502fa49a-e53e-415d-b117-c945ebcfe9b6 req-7d8e9dc2-0621-4fcc-a812-3a3e67f6f657 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444777 Jun 07 08:13:41.939908 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:42.017662 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9799cb82-bf0c-4354-91c4-e8580e306e80 req-61735358-8b41-4a14-a68b-09e30c1e173a tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 210 time: 0.0480976 Jun 07 08:13:42.341758 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93430921-8617-4eb9-a231-d7daba4fd61f req-b7e94b85-6219-4068-a02e-a041439f17d3 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:42.343126 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-93430921-8617-4eb9-a231-d7daba4fd61f req-b7e94b85-6219-4068-a02e-a041439f17d3 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0828555 Jun 07 08:13:42.390686 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-93430921-8617-4eb9-a231-d7daba4fd61f req-a3dc199e-4f59-405d-a877-eea5a236c0f9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419431 Jun 07 08:13:42.805603 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c3ea0-2b11-4744-907f-fe9c2f0aa142 req-0e81bc70-a06d-4d16-89b1-eb4ae66200eb tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:42.807696 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ef8c3ea0-2b11-4744-907f-fe9c2f0aa142 req-0e81bc70-a06d-4d16-89b1-eb4ae66200eb tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.0914414 Jun 07 08:13:42.852947 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ef8c3ea0-2b11-4744-907f-fe9c2f0aa142 req-2cea4ab1-7ed8-4073-aca6-9e0807b84740 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395432 Jun 07 08:13:43.176840 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e5940766-af20-41db-aec8-9309ad2bb0e0 req-f7878320-143c-43a5-b9eb-7335f5825f87 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 210 time: 0.0463319 Jun 07 08:13:43.565098 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:43.602529 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff4615-8df9-4f6b-8282-ba6f9f674f5d req-8cc1e18d-0d5e-4bc2-8e06-e62821e115c9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:43.604009 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8aff4615-8df9-4f6b-8282-ba6f9f674f5d req-8cc1e18d-0d5e-4bc2-8e06-e62821e115c9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0910394 Jun 07 08:13:43.651524 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8aff4615-8df9-4f6b-8282-ba6f9f674f5d req-e650d13f-b44d-4fc0-8fe3-1981b4365db7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409086 Jun 07 08:13:44.047561 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cb0a2-45f6-4b17-aeae-cbc4ac66de69 req-919927e3-18f2-455c-ad61-248fb721215b tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:44.048986 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-067cb0a2-45f6-4b17-aeae-cbc4ac66de69 req-919927e3-18f2-455c-ad61-248fb721215b tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.0834539 Jun 07 08:13:44.092058 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-067cb0a2-45f6-4b17-aeae-cbc4ac66de69 req-7396be56-ac58-48d3-8d20-b0dae46fe8e0 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364385 Jun 07 08:13:44.337594 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-de8bdf76-ea4b-417a-a103-b9af1bf83be4 req-458295c4-c9c7-433e-a3ea-460e7cf52f43 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 210 time: 0.0498588 Jun 07 08:13:44.848153 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d26a8d-d3ad-4770-af98-a6133714b104 req-feb2540a-bd56-4ed5-8eb5-7dfc5ab278b2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:44.849594 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-19d26a8d-d3ad-4770-af98-a6133714b104 req-feb2540a-bd56-4ed5-8eb5-7dfc5ab278b2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0848188 Jun 07 08:13:44.898520 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-19d26a8d-d3ad-4770-af98-a6133714b104 req-bab6f515-c3f6-48fb-8cc2-a52469a5c823 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424361 Jun 07 08:13:45.311281 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8834f-9e89-4904-b3ab-0ed54d4ea294 req-4aadc890-c0e4-4a7d-b7a1-21cf7163fb55 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:45.313012 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-32a8834f-9e89-4904-b3ab-0ed54d4ea294 req-4aadc890-c0e4-4a7d-b7a1-21cf7163fb55 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.0973938 Jun 07 08:13:45.362920 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-32a8834f-9e89-4904-b3ab-0ed54d4ea294 req-940259b8-285f-436b-8a70-eb703d810a31 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442545 Jun 07 08:13:45.520095 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b74b8241-69c7-4578-942f-6790957f3532 req-ee2a33c1-c005-42f8-ad89-308651b6118a tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 210 time: 0.0608828 Jun 07 08:13:46.107394 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa00cca-3c57-4bb0-8f96-1a44bedc2035 req-27976342-2059-41af-af71-fa0857647890 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:46.109201 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1fa00cca-3c57-4bb0-8f96-1a44bedc2035 req-27976342-2059-41af-af71-fa0857647890 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0912814 Jun 07 08:13:46.156546 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1fa00cca-3c57-4bb0-8f96-1a44bedc2035 req-fa4726fa-714a-4ef2-baf9-8064c6dadf92 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413773 Jun 07 08:13:46.587142 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867177e-ccc8-435e-b2ff-ccd8fa3b8c1f req-218338db-d2e2-4d83-89f7-04869357f813 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:46.588699 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b867177e-ccc8-435e-b2ff-ccd8fa3b8c1f req-218338db-d2e2-4d83-89f7-04869357f813 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.0960557 Jun 07 08:13:46.638712 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b867177e-ccc8-435e-b2ff-ccd8fa3b8c1f req-27b8165c-edf5-4f4d-bed3-c6dc7a67ed2c tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443246 Jun 07 08:13:46.789385 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1cf0237e-eaf3-4d3d-9675-2fca23fa8d18 req-571dc45f-0a3c-4f8e-a63b-dc38bdc936b9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 210 time: 0.0500882 Jun 07 08:13:47.356593 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f3353-266c-4961-abce-d55f41a6128e req-70d16286-c7f7-4327-9aed-ef2cbb33c10d tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:47.362046 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3e6f3353-266c-4961-abce-d55f41a6128e req-70d16286-c7f7-4327-9aed-ef2cbb33c10d tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0864909 Jun 07 08:13:47.404239 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3e6f3353-266c-4961-abce-d55f41a6128e req-fc9f6e24-73c5-4d5b-a473-acfa93656551 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397658 Jun 07 08:13:47.926039 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd119d1-c9dd-499e-9c3e-c5bc6d911736 req-1f097250-4cf9-4522-b06d-294df91082e6 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:47.928262 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1cd119d1-c9dd-499e-9c3e-c5bc6d911736 req-1f097250-4cf9-4522-b06d-294df91082e6 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.1620688 Jun 07 08:13:47.972601 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1cd119d1-c9dd-499e-9c3e-c5bc6d911736 req-b3e93826-c28f-48e4-9bd5-7d5e41fa6c61 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394120 Jun 07 08:13:48.139112 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8efee7eb-fe8a-4449-a83c-b108be8495a9 req-ffdb003f-cc6c-45ad-ab80-1b6d3b48d12c tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 210 time: 0.0485852 Jun 07 08:13:48.610772 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf77d0-7f66-4948-b60c-7397247977bb req-ecae13a4-d7c8-4ba4-881c-93ace2cb38fa tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:48.612779 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-79bf77d0-7f66-4948-b60c-7397247977bb req-ecae13a4-d7c8-4ba4-881c-93ace2cb38fa tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0856807 Jun 07 08:13:48.658782 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-79bf77d0-7f66-4948-b60c-7397247977bb req-8aced7af-9294-4e45-8ef8-487645bf7c00 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395491 Jun 07 08:13:49.157243 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089559c1-9f56-44d6-be10-20d1c79baf72 req-0a8b7320-8dbc-40c0-80a8-aab4b2f33af0 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:49.158700 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-089559c1-9f56-44d6-be10-20d1c79baf72 req-0a8b7320-8dbc-40c0-80a8-aab4b2f33af0 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.0797460 Jun 07 08:13:49.205991 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-089559c1-9f56-44d6-be10-20d1c79baf72 req-f2217d26-d92b-46ff-b5e8-7cb5d54487ce tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410404 Jun 07 08:13:49.343452 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e229022e-a4c4-44b7-a92d-2a043d1e6ca3 req-876f4a80-bd0c-45f5-8e47-05955c537428 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 210 time: 0.0448747 Jun 07 08:13:49.855681 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cef6f-df3c-4b1c-9779-9c205214d4d3 req-e4603b1d-ee31-49ae-ba8d-e8e4538058c6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:49.857204 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b34cef6f-df3c-4b1c-9779-9c205214d4d3 req-e4603b1d-ee31-49ae-ba8d-e8e4538058c6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0823295 Jun 07 08:13:49.906808 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b34cef6f-df3c-4b1c-9779-9c205214d4d3 req-378b9737-1e56-4de5-bf58-a04cfdeaaf13 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417733 Jun 07 08:13:50.407993 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e74254-810f-4b7c-a718-4617ac9d1b43 req-2159c9e1-6f41-48d4-bde9-1da0a99e06c4 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:50.409523 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-83e74254-810f-4b7c-a718-4617ac9d1b43 req-2159c9e1-6f41-48d4-bde9-1da0a99e06c4 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.0928156 Jun 07 08:13:50.457194 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-83e74254-810f-4b7c-a718-4617ac9d1b43 req-f6e2632b-bf42-4eb2-8ff7-36f2c38f9b8e tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 Jun 07 08:13:50.735883 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-bb99fa8a-9a2c-41bd-b7d9-653636f6f7b1 req-6d2427a3-ef79-41f2-bad1-62aad3e8d595 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 210 time: 0.0440784 Jun 07 08:13:51.114898 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168cf42-cee0-4924-83fa-77333dce4c94 req-a41fe1ae-ee17-4762-9929-aa6a3d398e4c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:51.117854 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8168cf42-cee0-4924-83fa-77333dce4c94 req-a41fe1ae-ee17-4762-9929-aa6a3d398e4c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0920002 Jun 07 08:13:51.164502 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8168cf42-cee0-4924-83fa-77333dce4c94 req-4a729e71-c11c-4549-bfb7-5d26e037fe8f tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411243 Jun 07 08:13:51.644555 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f560f-68aa-4b90-8985-b40b38959c31 req-e2ae8636-741d-4e46-b5e3-36af06a07e81 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:51.646010 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0f1f560f-68aa-4b90-8985-b40b38959c31 req-e2ae8636-741d-4e46-b5e3-36af06a07e81 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.0785470 Jun 07 08:13:51.691723 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0f1f560f-68aa-4b90-8985-b40b38959c31 req-b1ddfdc0-ea1a-466a-b988-a54c2884cdf9 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393710 Jun 07 08:13:51.890614 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7e084067-be91-4dd6-90c3-49331b5d559e req-4b3f734e-a1bd-46d0-a371-4a003d42e02f tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 210 time: 0.0450954 Jun 07 08:13:52.354628 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77589617-3ff7-49db-ab7d-7d8c4046d82e req-0becfd53-6aa8-4e42-9c56-956194d38435 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:52.356253 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-77589617-3ff7-49db-ab7d-7d8c4046d82e req-0becfd53-6aa8-4e42-9c56-956194d38435 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0823710 Jun 07 08:13:52.400765 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-77589617-3ff7-49db-ab7d-7d8c4046d82e req-5fb866c2-0025-4981-93e1-4455c61d47f6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389576 Jun 07 08:13:52.909599 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d89cc8-3b20-4955-ac81-f2e2021591c4 req-73699015-42c0-43be-b2b4-5b5946e8abaf tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:52.911352 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-70d89cc8-3b20-4955-ac81-f2e2021591c4 req-73699015-42c0-43be-b2b4-5b5946e8abaf tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.0929770 Jun 07 08:13:52.966819 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-70d89cc8-3b20-4955-ac81-f2e2021591c4 req-ab435e18-2f52-4ee8-bb08-3ef59b9aae4f tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470591 Jun 07 08:13:53.059700 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-38d96b57-10cd-4450-b331-cdcde92082d6 req-ea86af78-f84f-4adc-a0d7-54167182a445 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 210 time: 0.0418522 Jun 07 08:13:53.488348 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4d860553-896a-4046-9947-681d96a3d0d8 req-ac454fcc-9990-4ae4-baf5-41cf97fccd0e tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=ad2b214b26924d8bbf12e01079d74b0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279076 Jun 07 08:13:53.704802 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d860553-896a-4046-9947-681d96a3d0d8 req-24294001-e3f9-4b78-9a56-dfd4a1bb0136 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:53.706256 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4d860553-896a-4046-9947-681d96a3d0d8 req-24294001-e3f9-4b78-9a56-dfd4a1bb0136 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121735 Jun 07 08:13:53.723453 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1f8f5-34d6-457d-a9e6-908f9da13687 req-95f6b1db-40f0-4b9d-93da-239e0b6f787e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:53.725194 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-09c1f8f5-34d6-457d-a9e6-908f9da13687 req-95f6b1db-40f0-4b9d-93da-239e0b6f787e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.2085814 Jun 07 08:13:53.732905 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Request body: {'port': {'device_id': '71e41af3-4497-4f2a-b710-67d85383194b', 'network_id': '4826ac71-47c6-4ae0-abe8-98b23c872278', 'admin_state_up': True, 'tenant_id': 'ad2b214b26924d8bbf12e01079d74b0b'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:53.864320 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-09c1f8f5-34d6-457d-a9e6-908f9da13687 req-c964a573-3082-4396-8c34-5864bbfb2d79 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178026 Jun 07 08:13:53.931719 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Made reservation on behalf of ad2b214b26924d8bbf12e01079d74b0b for: {'port': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:13:53.935209 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:53.950902 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.071367 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.076300 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.080606 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6af016ed-c06b-4c54-8032-31f2f61818f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:54.166747 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc7878a-0aa5-4538-874e-d7c73b2dddc0,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:54.177063 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93737a-c82c-4885-b894-62633c9fd478 req-2ed5a83f-5206-4eba-b801-0390635e4c6e tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:54.179038 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9f93737a-c82c-4885-b894-62633c9fd478 req-2ed5a83f-5206-4eba-b801-0390635e4c6e tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.1003573 Jun 07 08:13:54.188100 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:54.188467 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:54.188825 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:54.189177 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:54.189552 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:54.189904 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:54.190807 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:54.190807 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:54.190990 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:54.191654 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:54.192018 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:54.192360 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:54.227784 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9f93737a-c82c-4885-b894-62633c9fd478 req-bc2a762c-5a5a-4f98-98c7-8ac3fdbf7f9c tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432310 Jun 07 08:13:54.232629 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:54.357853 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-02cb902f-3dbd-461f-b94e-6e77afe41c87 req-df58d6f6-9a36-4ca7-ae07-3323f2b62fb5 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 210 time: 0.1746128 Jun 07 08:13:54.395358 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Allocated IP 192.168.233.57 (4826ac71-47c6-4ae0-abe8-98b23c872278/91412f29-489f-4bda-9d2d-fa4690ddadc6/32ac8726-47a5-45ed-8c2b-245ba71f9991) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:13:54.602686 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.618891 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.provisioning_blocks [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Transition to ACTIVE for port object 32ac8726-47a5-45ed-8c2b-245ba71f9991 will not be triggered until provisioned by entity DHCP. {{(pid=91867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:13:54.644055 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.649758 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:54.720407 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Network 4826ac71-47c6-4ae0-abe8-98b23c872278 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:13:54.723503 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:13:54.727403 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:13:54.763911 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Pushing event updated for resources: {'Port': ['ID=32ac8726-47a5-45ed-8c2b-245ba71f9991,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:54.768354 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:54.800423 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:54.800719 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:54.820364 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4d860553-896a-4046-9947-681d96a3d0d8 req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0908480 Jun 07 08:13:54.845437 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Request body: {'port': {'device_id': '71e41af3-4497-4f2a-b710-67d85383194b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:13:54.960126 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:55.016054 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-7301c752-8d5e-481f-913d-2b77c1556f49 None None] Provisioning for port 32ac8726-47a5-45ed-8c2b-245ba71f9991 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:13:55.020963 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-7301c752-8d5e-481f-913d-2b77c1556f49 None None] Provisioning complete for port 32ac8726-47a5-45ed-8c2b-245ba71f9991 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:13:55.021402 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7301c752-8d5e-481f-913d-2b77c1556f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:55.071185 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884901aa-f84d-4a9b-9879-573f73eb4344 req-eb46d9ce-bd37-4ba9-82f1-23ca6f4b3e17 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:55.072735 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-884901aa-f84d-4a9b-9879-573f73eb4344 req-eb46d9ce-bd37-4ba9-82f1-23ca6f4b3e17 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0881963 Jun 07 08:13:55.077794 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-7301c752-8d5e-481f-913d-2b77c1556f49 None None] Port 32ac8726-47a5-45ed-8c2b-245ba71f9991 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:13:55.174104 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-884901aa-f84d-4a9b-9879-573f73eb4344 req-dd4d7570-ef9c-4bff-8844-d393a9422b35 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606418 Jun 07 08:13:55.199453 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0db553-ffde-4615-8e89-32cfc9356c06 req-5533145d-917d-457a-a78f-1ceecd1dfc26 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:55.201624 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8e0db553-ffde-4615-8e89-32cfc9356c06 req-5533145d-917d-457a-a78f-1ceecd1dfc26 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.48 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.1237822 Jun 07 08:13:55.320292 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ac8726-47a5-45ed-8c2b-245ba71f9991 {{(pid=91867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:13:55.327295 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:55.383271 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.provisioning_blocks [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Transition to ACTIVE for port object 32ac8726-47a5-45ed-8c2b-245ba71f9991 will not be triggered until provisioned by entity L2. {{(pid=91867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:13:55.391669 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819681'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:55.398517 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3d68960f-5ef5-4aaf-9fea-ac79e3750085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:55.557625 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69b0b1-96f2-4957-9ea2-e0dfa716404a req-583baf05-cfc7-4789-84ce-ec95355cbec3 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:55.559809 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2f69b0b1-96f2-4957-9ea2-e0dfa716404a req-583baf05-cfc7-4789-84ce-ec95355cbec3 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 947 time: 0.0889513 Jun 07 08:13:55.610667 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2f69b0b1-96f2-4957-9ea2-e0dfa716404a req-882d759c-c2a0-4b72-a4ba-c9ce7394ff4f tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448785 Jun 07 08:13:55.612376 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Pushing event updated for resources: {'Port': ['ID=32ac8726-47a5-45ed-8c2b-245ba71f9991,revision_number=2']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:55.626023 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:55.655512 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e53db-ea62-4f3c-aaa8-9f26a74eb133 req-cd674658-3547-4692-a34f-cf8819527ce9 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:55.656993 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4a3e53db-ea62-4f3c-aaa8-9f26a74eb133 req-cd674658-3547-4692-a34f-cf8819527ce9 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.3185728 Jun 07 08:13:55.705104 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.managers [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Attempting to bind port 32ac8726-47a5-45ed-8c2b-245ba71f9991 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:13:55.705457 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.managers [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Attempting to bind port 32ac8726-47a5-45ed-8c2b-245ba71f9991 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '31568127-0380-43e9-ad9f-ee6416967fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4826ac71-47c6-4ae0-abe8-98b23c872278'}] {{(pid=91867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:13:55.705774 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Attempting to bind port 32ac8726-47a5-45ed-8c2b-245ba71f9991 on network 4826ac71-47c6-4ae0-abe8-98b23c872278 {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:55.717666 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Port 32ac8726-47a5-45ed-8c2b-245ba71f9991 on network 4826ac71-47c6-4ae0-abe8-98b23c872278 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:13:55.717980 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Attempting to bind port 32ac8726-47a5-45ed-8c2b-245ba71f9991 on network 4826ac71-47c6-4ae0-abe8-98b23c872278 {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:13:55.726127 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4a3e53db-ea62-4f3c-aaa8-9f26a74eb133 req-129640c3-bbc0-43cb-909a-aaea318daa1f tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592980 Jun 07 08:13:55.728432 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:13:55.728754 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Checking segment: {'id': '31568127-0380-43e9-ad9f-ee6416967fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4826ac71-47c6-4ae0-abe8-98b23c872278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:13:55.729119 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Bound using segment: {'id': '31568127-0380-43e9-ad9f-ee6416967fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4826ac71-47c6-4ae0-abe8-98b23c872278'} {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:13:55.729574 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.managers [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Bound port: 32ac8726-47a5-45ed-8c2b-245ba71f9991, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31568127-0380-43e9-ad9f-ee6416967fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4826ac71-47c6-4ae0-abe8-98b23c872278'}}] {{(pid=91867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:13:55.729886 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:55.818002 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] For port 32ac8726-47a5-45ed-8c2b-245ba71f9991, host hv-cinder-78494, cleared binding levels {{(pid=91867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:13:55.822074 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] For port 32ac8726-47a5-45ed-8c2b-245ba71f9991, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=32ac8726-47a5-45ed-8c2b-245ba71f9991,segment=NetworkSegment(31568127-0380-43e9-ad9f-ee6416967fde),segment_id=31568127-0380-43e9-ad9f-ee6416967fde)] {{(pid=91867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:13:55.826605 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819681'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:55.831066 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:55.887260 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:55.887860 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:55.889191 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4d860553-896a-4046-9947-681d96a3d0d8 req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] 10.222.0.48 "PUT /v2.0/ports/32ac8726-47a5-45ed-8c2b-245ba71f9991 HTTP/1.1" status: 200 len: 1097 time: 1.0483372 Jun 07 08:13:55.892148 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e41af3-4497-4f2a-b710-67d85383194b', 'tag': '32ac8726-47a5-45ed-8c2b-245ba71f9991'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:55.894806 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f24139-c8f3-41aa-9d55-6c7da6c5817c" -d '{"events": [{"name": "network-changed", "server_uuid": "71e41af3-4497-4f2a-b710-67d85383194b", "tag": "32ac8726-47a5-45ed-8c2b-245ba71f9991"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:55.921560 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Pushing event updated for resources: {'Port': ['ID=32ac8726-47a5-45ed-8c2b-245ba71f9991,revision_number=3']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:55.924649 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:55.947294 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dc5dab-1f14-4009-af80-d1a479aacf8f x-openstack-request-id: req-c5dc5dab-1f14-4009-af80-d1a479aacf8f {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:55.947603 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e41af3-4497-4f2a-b710-67d85383194b", "tag": "32ac8726-47a5-45ed-8c2b-245ba71f9991", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:55.947880 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5dc5dab-1f14-4009-af80-d1a479aacf8f {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:55.948288 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e41af3-4497-4f2a-b710-67d85383194b', 'tag': '32ac8726-47a5-45ed-8c2b-245ba71f9991', 'status': 'completed', 'code': 200} Jun 07 08:13:56.374301 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eaca0-e4f1-49a0-bbdb-ca7a7e9e0b3d req-35fab443-6dc3-42dd-b802-6695a8ca68ff tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:56.375641 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5a7eaca0-e4f1-49a0-bbdb-ca7a7e9e0b3d req-35fab443-6dc3-42dd-b802-6695a8ca68ff tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0788658 Jun 07 08:13:56.419328 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5a7eaca0-e4f1-49a0-bbdb-ca7a7e9e0b3d req-fda62a90-c25b-4898-8cfb-e3bfcee7cfe6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380275 Jun 07 08:13:56.800218 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd197df-adc1-4a54-b908-b152b9a5d8ef req-5467ed92-d8af-410d-9792-e8445d820042 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:56.801667 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bbd197df-adc1-4a54-b908-b152b9a5d8ef req-5467ed92-d8af-410d-9792-e8445d820042 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 947 time: 0.0840669 Jun 07 08:13:56.846950 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bbd197df-adc1-4a54-b908-b152b9a5d8ef req-0536ce58-1e2d-4518-8870-d9bd78c8e2ef tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398076 Jun 07 08:13:56.915135 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025ea72-c466-443c-ac3d-b0052ddc8771 req-edeae0d1-4d2f-459a-a058-c2c58c9e3ce0 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:56.916569 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f025ea72-c466-443c-ac3d-b0052ddc8771 req-edeae0d1-4d2f-459a-a058-c2c58c9e3ce0 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 945 time: 0.0848682 Jun 07 08:13:56.973455 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f025ea72-c466-443c-ac3d-b0052ddc8771 req-e6a77b0b-5f93-466b-9b87-343c72b5bd31 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/security-groups?id=f1a1b6e2-7d50-4f79-9fb3-c6470350b093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511525 Jun 07 08:13:57.286200 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-8e0db553-ffde-4615-8e89-32cfc9356c06 req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Deleting port 2e5c1bd5-d3e5-4ebe-bc36-29212097920a {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:13:57.286486 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-8e0db553-ffde-4615-8e89-32cfc9356c06 req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:57.431154 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-8e0db553-ffde-4615-8e89-32cfc9356c06 req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] For port 2e5c1bd5-d3e5-4ebe-bc36-29212097920a, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=2e5c1bd5-d3e5-4ebe-bc36-29212097920a,segment=NetworkSegment(0b9fb0f7-6b11-4c35-8efd-cd929e699b2c),segment_id=0b9fb0f7-6b11-4c35-8efd-cd929e699b2c)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:13:57.431539 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-8e0db553-ffde-4615-8e89-32cfc9356c06 req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:57.553654 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-8e0db553-ffde-4615-8e89-32cfc9356c06 req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Calling delete_port for 2e5c1bd5-d3e5-4ebe-bc36-29212097920a owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:13:57.743875 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb8cd8-4adb-4bde-981a-ac5c8aab02c2 req-e41a67b0-8765-429c-a93c-7fe38c0d1ab2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:57.745344 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-60bb8cd8-4adb-4bde-981a-ac5c8aab02c2 req-e41a67b0-8765-429c-a93c-7fe38c0d1ab2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.1987317 Jun 07 08:13:57.831311 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-60bb8cd8-4adb-4bde-981a-ac5c8aab02c2 req-beb03102-3fb7-4ca8-a9d4-c3a846e09bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763388 Jun 07 08:13:57.858073 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-8e0db553-ffde-4615-8e89-32cfc9356c06 req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:57.863421 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-cacbcca2-ac0f-439e-8ca8-0d7350bf0f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:13:57.909574 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Pushing event deleted for resources: {'Port': ['ID=2e5c1bd5-d3e5-4ebe-bc36-29212097920a,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:13:57.948048 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:57.948416 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:57.948772 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:57.949122 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:57.949496 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:57.949844 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:57.950185 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:57.950526 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:57.950865 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:57.951203 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:57.951544 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:57.951896 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:13:57.959573 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:13:58.012767 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0db553-ffde-4615-8e89-32cfc9356c06 req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] No DVR routers for this DVR port 2e5c1bd5-d3e5-4ebe-bc36-29212097920a on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:13:58.016000 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-8e0db553-ffde-4615-8e89-32cfc9356c06 req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:13:58.019818 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8e0db553-ffde-4615-8e89-32cfc9356c06 req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.48 "DELETE /v2.0/ports/2e5c1bd5-d3e5-4ebe-bc36-29212097920a HTTP/1.1" status: 204 len: 173 time: 0.8630490 Jun 07 08:13:58.020320 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be8b9f2-8040-475a-a384-fbdf0a031823', 'name': 'network-vif-deleted', 'tag': '2e5c1bd5-d3e5-4ebe-bc36-29212097920a'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:13:58.024472 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e9118a-1508-4acb-9473-5ef9fc650d66" -d '{"events": [{"server_uuid": "1be8b9f2-8040-475a-a384-fbdf0a031823", "name": "network-vif-deleted", "tag": "2e5c1bd5-d3e5-4ebe-bc36-29212097920a"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:13:58.047883 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaf303-495e-48c7-9a10-abfa75e50cab req-2179d3f7-f8c7-4ec3-8379-cd75c9018611 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:58.049327 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2baaf303-495e-48c7-9a10-abfa75e50cab req-2179d3f7-f8c7-4ec3-8379-cd75c9018611 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 947 time: 0.0921125 Jun 07 08:13:58.096462 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2baaf303-495e-48c7-9a10-abfa75e50cab req-b1f745d8-d71d-4ab3-8d60-52efeb9da6e5 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397615 Jun 07 08:13:58.125322 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-87039136-974a-4ed6-9b48-05ffd8ae7c1d req-e42b778e-5eb5-4ebb-8e8a-20937dbf87df tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] 10.222.0.43 "GET /v2.0/ports?device_id=1be8b9f2-8040-475a-a384-fbdf0a031823 HTTP/1.1" status: 200 len: 210 time: 0.0425727 Jun 07 08:13:58.145956 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2135f499-d1d5-44a0-8e86-7f379d518849 x-openstack-request-id: req-2135f499-d1d5-44a0-8e86-7f379d518849 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:13:58.146271 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be8b9f2-8040-475a-a384-fbdf0a031823", "name": "network-vif-deleted", "tag": "2e5c1bd5-d3e5-4ebe-bc36-29212097920a", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:13:58.146602 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2135f499-d1d5-44a0-8e86-7f379d518849 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:13:58.147522 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be8b9f2-8040-475a-a384-fbdf0a031823', 'name': 'network-vif-deleted', 'tag': '2e5c1bd5-d3e5-4ebe-bc36-29212097920a', 'status': 'completed', 'code': 200} Jun 07 08:13:58.351021 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['2e5c1bd5-d3e5-4ebe-bc36-29212097920a'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:13:58.382099 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 2e5c1bd5-d3e5-4ebe-bc36-29212097920a no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:13:58.423333 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: 2e5c1bd5-d3e5-4ebe-bc36-29212097920a {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:13:58.423861 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 2e5c1bd5-d3e5-4ebe-bc36-29212097920a not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:13:58.441914 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f24139-c8f3-41aa-9d55-6c7da6c5817c req-64a76777-74c7-433b-908d-f09e73338556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:58.443999 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-56f24139-c8f3-41aa-9d55-6c7da6c5817c req-64a76777-74c7-433b-908d-f09e73338556 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad2b214b26924d8bbf12e01079d74b0b&device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 1100 time: 0.0775557 Jun 07 08:13:58.482614 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-56f24139-c8f3-41aa-9d55-6c7da6c5817c req-d7aeec08-f3ba-4c1f-827c-a388a9e5c3de service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ad2b214b26924d8bbf12e01079d74b0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285583 Jun 07 08:13:58.642237 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f24139-c8f3-41aa-9d55-6c7da6c5817c req-f64bdd8a-939b-4060-98fd-6d9d1e50625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:58.643676 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-56f24139-c8f3-41aa-9d55-6c7da6c5817c req-f64bdd8a-939b-4060-98fd-6d9d1e50625c service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1412990 Jun 07 08:13:58.752853 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d860553-896a-4046-9947-681d96a3d0d8 req-a2ad37e8-3c75-4eba-9b7b-ce93294e73ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:58.754410 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4d860553-896a-4046-9947-681d96a3d0d8 req-a2ad37e8-3c75-4eba-9b7b-ce93294e73ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad2b214b26924d8bbf12e01079d74b0b&device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 1100 time: 0.0705922 Jun 07 08:13:58.829050 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4d860553-896a-4046-9947-681d96a3d0d8 req-21594549-6055-4df0-bf18-6bf69eabd5ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=32ac8726-47a5-45ed-8c2b-245ba71f9991 HTTP/1.1" status: 200 len: 217 time: 0.0630040 Jun 07 08:13:58.894924 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d860553-896a-4046-9947-681d96a3d0d8 req-37dccf08-4be1-4a20-b7c5-33d998dc9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:58.896283 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4d860553-896a-4046-9947-681d96a3d0d8 req-37dccf08-4be1-4a20-b7c5-33d998dc9b04 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=91412f29-489f-4bda-9d2d-fa4690ddadc6 HTTP/1.1" status: 200 len: 843 time: 0.0581362 Jun 07 08:13:59.039253 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d860553-896a-4046-9947-681d96a3d0d8 req-54279a98-45f8-45e6-ac5e-a9ad7031d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:59.040749 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4d860553-896a-4046-9947-681d96a3d0d8 req-54279a98-45f8-45e6-ac5e-a9ad7031d056 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=4826ac71-47c6-4ae0-abe8-98b23c872278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1373205 Jun 07 08:13:59.055757 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16838ebc-5067-4ed6-8a93-3ce6ef45752d req-c55c3f7c-beb5-4a3e-b0fc-7dbd1c5fe288 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:59.064610 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-16838ebc-5067-4ed6-8a93-3ce6ef45752d req-c55c3f7c-beb5-4a3e-b0fc-7dbd1c5fe288 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.1175818 Jun 07 08:13:59.157775 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-16838ebc-5067-4ed6-8a93-3ce6ef45752d req-ba0f4ee2-0942-4094-8402-91c5c0e32406 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921321 Jun 07 08:13:59.301620 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4d860553-896a-4046-9947-681d96a3d0d8 req-12e8936f-b74b-413e-a639-86b4af407bc5 service neutron] 10.222.0.48 "GET /v2.0/networks/4826ac71-47c6-4ae0-abe8-98b23c872278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348952 Jun 07 08:13:59.403254 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72367e6-30ff-4996-b935-fb36e8d20092 req-a9db5e34-857e-4405-882f-19f505718097 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:13:59.404662 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c72367e6-30ff-4996-b935-fb36e8d20092 req-a9db5e34-857e-4405-882f-19f505718097 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 947 time: 0.1846845 Jun 07 08:13:59.441831 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4d860553-896a-4046-9947-681d96a3d0d8 req-b21609fd-0fc3-4b39-a4d9-89e16dbca4c0 service neutron] 10.222.0.48 "GET /v2.0/networks/4826ac71-47c6-4ae0-abe8-98b23c872278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329923 Jun 07 08:13:59.458655 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c72367e6-30ff-4996-b935-fb36e8d20092 req-1a0fdc02-54e4-404a-b3ab-42f93f365826 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482380 Jun 07 08:14:00.365043 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1ab5c-c048-4bdf-871c-109485f857cc req-0fdc051d-7b84-46e6-98bf-883486bee92c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:00.367756 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b0e1ab5c-c048-4bdf-871c-109485f857cc req-0fdc051d-7b84-46e6-98bf-883486bee92c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0884330 Jun 07 08:14:00.413279 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b0e1ab5c-c048-4bdf-871c-109485f857cc req-847f937d-64c3-47de-88e7-5e3e3f71c39c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388577 Jun 07 08:14:00.641923 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75b8d5-2039-4224-9665-7796bcb2fe15 req-868a6475-72b8-49cd-b096-718da3a5bb88 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:00.643585 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ac75b8d5-2039-4224-9665-7796bcb2fe15 req-868a6475-72b8-49cd-b096-718da3a5bb88 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 947 time: 0.0824792 Jun 07 08:14:00.687664 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ac75b8d5-2039-4224-9665-7796bcb2fe15 req-d84fd8ea-3af3-4930-94ee-bae76de7bf5a tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384102 Jun 07 08:14:01.601517 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795e065-7cfa-49c0-b878-98550404ae07 req-78875761-3aa7-4689-939b-d012172da576 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:01.602960 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e795e065-7cfa-49c0-b878-98550404ae07 req-78875761-3aa7-4689-939b-d012172da576 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0797341 Jun 07 08:14:01.649740 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e795e065-7cfa-49c0-b878-98550404ae07 req-9bd5fe56-5a3c-4280-807a-e18c10a018e3 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 Jun 07 08:14:01.870507 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c57c6-8f94-4cbf-b2ad-072cf8a28ac4 req-fa11975d-0275-4719-a9dd-a08d172500db tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:01.871949 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-946c57c6-8f94-4cbf-b2ad-072cf8a28ac4 req-fa11975d-0275-4719-a9dd-a08d172500db tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 947 time: 0.0804129 Jun 07 08:14:01.915411 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-946c57c6-8f94-4cbf-b2ad-072cf8a28ac4 req-563464ba-7cc5-4104-843e-b3e572cd6f84 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379004 Jun 07 08:14:02.837455 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67358338-9a8e-4795-8f28-8613de704d36 req-e52038f1-2ef2-42ad-b180-516601f25f6e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:02.838884 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-67358338-9a8e-4795-8f28-8613de704d36 req-e52038f1-2ef2-42ad-b180-516601f25f6e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.0769289 Jun 07 08:14:02.883675 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-67358338-9a8e-4795-8f28-8613de704d36 req-4c930971-6144-433e-92d3-b6165d31f310 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392361 Jun 07 08:14:03.129532 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50ddcd-7326-4e00-b817-f5e86b0dca36 req-d80c50bc-e70e-43db-871d-222078dbf9bd tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:03.130946 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7b50ddcd-7326-4e00-b817-f5e86b0dca36 req-d80c50bc-e70e-43db-871d-222078dbf9bd tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 947 time: 0.0859101 Jun 07 08:14:03.175244 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7b50ddcd-7326-4e00-b817-f5e86b0dca36 req-cfedb3f6-b3fc-43bc-bd2f-f2473f74b29d tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381558 Jun 07 08:14:04.162729 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228825aa-ca1e-49b1-93a2-89826bc2e976 req-774eed8b-6be4-4e6b-896c-ee74f82fab70 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:04.164263 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-228825aa-ca1e-49b1-93a2-89826bc2e976 req-774eed8b-6be4-4e6b-896c-ee74f82fab70 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 943 time: 0.1515498 Jun 07 08:14:04.208688 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-228825aa-ca1e-49b1-93a2-89826bc2e976 req-c3cb1404-44fc-49c6-8c7b-393ea7b4e6e4 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385931 Jun 07 08:14:04.359663 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85deb9b2-6d14-4481-8d67-06996551cc2d req-24f6be89-cdd2-4a02-9e3b-83379a7afab5 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:04.361100 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-85deb9b2-6d14-4481-8d67-06996551cc2d req-24f6be89-cdd2-4a02-9e3b-83379a7afab5 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 947 time: 0.0811882 Jun 07 08:14:04.405186 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-85deb9b2-6d14-4481-8d67-06996551cc2d req-ee13a9a9-29dd-4586-8376-6b3d847aa184 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374129 Jun 07 08:14:04.528681 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 47352236-e855-49ec-82aa-f7bb8dc3c47f details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:14:04.664986 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 47352236-e855-49ec-82aa-f7bb8dc3c47f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:04.678601 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'port_id': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'mac_address': 'fa:16:3e:bd:76:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:14:04.734716 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:04.750639 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47352236-e855-49ec-82aa-f7bb8dc3c47f {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:14:04.765253 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 47352236-e855-49ec-82aa-f7bb8dc3c47f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:04.769099 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:04.772777 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-e47e7ae5-7156-4d19-90e9-7cad7f4ae871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:04.838576 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=47352236-e855-49ec-82aa-f7bb8dc3c47f,revision_number=9']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:04.845443 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:04.845789 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:04.846121 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:04.846447 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:04.846766 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:04.847085 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:04.847403 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:04.847717 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:04.848032 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:04.848345 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:04.848652 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:04.848959 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:04.853517 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:05.394972 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdd1fb-2219-45e5-b4ab-ceb333e2aba0 req-bd4f4bef-00cc-4161-8417-fc176ccee2eb tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:05.397034 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c0cdd1fb-2219-45e5-b4ab-ceb333e2aba0 req-bd4f4bef-00cc-4161-8417-fc176ccee2eb tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 944 time: 0.0791128 Jun 07 08:14:05.442077 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c0cdd1fb-2219-45e5-b4ab-ceb333e2aba0 req-a2bcfd10-6cd8-4b14-a0b3-ba4eb201456e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393977 Jun 07 08:14:05.594462 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb9f5c-25c0-45c6-a1c6-c71a1168703a req-78c7f041-4895-485f-a002-8b79f603f5f1 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:05.595881 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-dedb9f5c-25c0-45c6-a1c6-c71a1168703a req-78c7f041-4895-485f-a002-8b79f603f5f1 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 947 time: 0.0832834 Jun 07 08:14:05.638549 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-dedb9f5c-25c0-45c6-a1c6-c71a1168703a req-f96d3151-1ad7-47ee-9a4f-f09c6aab24ee tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370941 Jun 07 08:14:06.638133 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14c69d-ff91-44d1-a88e-b60a2926864b req-6e0120a3-bfcc-4100-9bce-14bfdceb8227 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:06.639574 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8b14c69d-ff91-44d1-a88e-b60a2926864b req-6e0120a3-bfcc-4100-9bce-14bfdceb8227 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 944 time: 0.0810843 Jun 07 08:14:06.689680 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8b14c69d-ff91-44d1-a88e-b60a2926864b req-de5c2576-cfaa-45da-9f09-82393b785568 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444911 Jun 07 08:14:06.776909 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5194491e-37f2-4fb0-90ef-6a88825ac3c5 req-0051b516-84fc-4262-99d2-e8ae2ea8f757 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769436 Jun 07 08:14:06.795760 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:06.834195 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7e010-fd7a-4f50-adb5-a8fdd5ba053c req-e4edd2dd-9b14-4783-9815-4a1d33e00d4a tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:06.835656 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8cc7e010-fd7a-4f50-adb5-a8fdd5ba053c req-e4edd2dd-9b14-4783-9815-4a1d33e00d4a tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 947 time: 0.0818377 Jun 07 08:14:06.887099 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8cc7e010-fd7a-4f50-adb5-a8fdd5ba053c req-68349320-f14c-43f9-b6c8-fe21f51af271 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451102 Jun 07 08:14:06.917241 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194491e-37f2-4fb0-90ef-6a88825ac3c5 req-149fecf9-51eb-47ba-925f-d171dcccf470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:06.918822 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5194491e-37f2-4fb0-90ef-6a88825ac3c5 req-149fecf9-51eb-47ba-925f-d171dcccf470 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eac66ef7698c48928700d3683c5dff7a&device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 1099 time: 0.0862241 Jun 07 08:14:07.092663 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194491e-37f2-4fb0-90ef-6a88825ac3c5 req-82f909b4-83ee-427d-86e1-b00708056aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:07.094041 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5194491e-37f2-4fb0-90ef-6a88825ac3c5 req-82f909b4-83ee-427d-86e1-b00708056aca service neutron] 10.222.0.48 "GET /v2.0/networks?id=de83ae0a-b6d0-43a9-b151-cd274d96171b HTTP/1.1" status: 200 len: 912 time: 0.1340132 Jun 07 08:14:07.095838 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['47352236-e855-49ec-82aa-f7bb8dc3c47f'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:07.198899 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5194491e-37f2-4fb0-90ef-6a88825ac3c5 req-2160a1b9-5a4f-4a3b-87d8-6ff532d3b9a8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77a12ad-6332-43f7-a05d-b0cba2f2b58e HTTP/1.1" status: 200 len: 1002 time: 0.0958619 Jun 07 08:14:07.878662 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd14a8-7eba-4dda-87c0-e20d186fde80 req-18ce4962-7972-4fb5-b997-c4c76a74b167 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:07.880423 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-84dd14a8-7eba-4dda-87c0-e20d186fde80 req-18ce4962-7972-4fb5-b997-c4c76a74b167 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 944 time: 0.0797300 Jun 07 08:14:07.926777 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-84dd14a8-7eba-4dda-87c0-e20d186fde80 req-9918d0b2-22b7-41f3-8c85-5adcba6b0878 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405490 Jun 07 08:14:08.109000 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47402a90-5961-484a-b3a8-eb4fb92983ca req-7075d688-3b20-4695-a3d6-ed3d68690042 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:08.110438 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-47402a90-5961-484a-b3a8-eb4fb92983ca req-7075d688-3b20-4695-a3d6-ed3d68690042 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 947 time: 0.0831499 Jun 07 08:14:08.131516 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f225c53-94bc-4c52-a852-099acd211179 req-a2ec0549-8d85-4f78-b2b6-3f32cbec811f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:08.133063 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5f225c53-94bc-4c52-a852-099acd211179 req-a2ec0549-8d85-4f78-b2b6-3f32cbec811f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0809124 Jun 07 08:14:08.156036 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-47402a90-5961-484a-b3a8-eb4fb92983ca req-e69f3c50-c7fa-49a1-93a4-213002fb98d7 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392392 Jun 07 08:14:08.177918 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5f225c53-94bc-4c52-a852-099acd211179 req-89bf55df-4776-4545-881f-82ae9afd60c3 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389485 Jun 07 08:14:08.296726 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a954ad57-4bab-433e-a65b-a53cd5944288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:08.403087 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194491e-37f2-4fb0-90ef-6a88825ac3c5 req-3a7818ea-d6a0-4577-bcc5-bb9954874e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:08.404536 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5194491e-37f2-4fb0-90ef-6a88825ac3c5 req-3a7818ea-d6a0-4577-bcc5-bb9954874e16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd250e25-fd76-4e73-ad0e-1eb27cf18aa3 HTTP/1.1" status: 200 len: 850 time: 0.0669708 Jun 07 08:14:09.115647 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe784e-ee02-43e9-bd65-a88491d368cc req-4c9519c5-eadb-42f1-8556-d7849a60c494 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:09.117068 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3fbe784e-ee02-43e9-bd65-a88491d368cc req-4c9519c5-eadb-42f1-8556-d7849a60c494 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 944 time: 0.0818484 Jun 07 08:14:09.160943 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3fbe784e-ee02-43e9-bd65-a88491d368cc req-c4d7af31-11cf-4cfa-a5a6-18b5ddf889b3 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381780 Jun 07 08:14:09.340250 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2747f48-33dd-48ec-8134-bdd22da11acc req-bd18ef84-c9e4-407a-b94f-4b68b323d22d tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:09.341644 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c2747f48-33dd-48ec-8134-bdd22da11acc req-bd18ef84-c9e4-407a-b94f-4b68b323d22d tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 947 time: 0.0813253 Jun 07 08:14:09.367529 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464138c-57be-4279-8141-ba92f177ac35 req-ee638204-24e5-4c78-b05d-4e5ebaf4f97f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:09.368974 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1464138c-57be-4279-8141-ba92f177ac35 req-ee638204-24e5-4c78-b05d-4e5ebaf4f97f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0864334 Jun 07 08:14:09.387317 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c2747f48-33dd-48ec-8134-bdd22da11acc req-f1b66a11-3743-4ad4-ab02-dcc84c6f006d tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 Jun 07 08:14:09.414357 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1464138c-57be-4279-8141-ba92f177ac35 req-18392b4d-7538-4b99-8e42-8713c6a49d14 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Jun 07 08:14:10.340428 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 32ac8726-47a5-45ed-8c2b-245ba71f9991 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:14:10.397436 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e237af7-1cdb-492c-a530-e9d24057e6e1 req-031f27ed-9d2c-40ad-8fa4-b86581685409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:10.398902 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9e237af7-1cdb-492c-a530-e9d24057e6e1 req-031f27ed-9d2c-40ad-8fa4-b86581685409 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f983cffaddb944cf8fa8188dca8ac056&device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 1098 time: 0.0751381 Jun 07 08:14:10.416373 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3f031-f642-4d81-b6f3-b2012f81fa2f req-055bc320-f48a-4108-bdd5-39405f303523 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:10.417706 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d1f3f031-f642-4d81-b6f3-b2012f81fa2f req-055bc320-f48a-4108-bdd5-39405f303523 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 944 time: 0.1445444 Jun 07 08:14:10.423389 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194491e-37f2-4fb0-90ef-6a88825ac3c5 req-0370b894-c386-4eb7-8596-3fabbe07e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:10.425195 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5194491e-37f2-4fb0-90ef-6a88825ac3c5 req-0370b894-c386-4eb7-8596-3fabbe07e8f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de83ae0a-b6d0-43a9-b151-cd274d96171b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1004388 Jun 07 08:14:10.506948 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d1f3f031-f642-4d81-b6f3-b2012f81fa2f req-ce17bd9d-deda-4ffd-8ff2-0b8d71258e8a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808434 Jun 07 08:14:10.519870 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 32ac8726-47a5-45ed-8c2b-245ba71f9991, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=32ac8726-47a5-45ed-8c2b-245ba71f9991,segment=NetworkSegment(31568127-0380-43e9-ad9f-ee6416967fde),segment_id=31568127-0380-43e9-ad9f-ee6416967fde)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:10.539701 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '32ac8726-47a5-45ed-8c2b-245ba71f9991', 'network_id': '4826ac71-47c6-4ae0-abe8-98b23c872278', 'port_id': '32ac8726-47a5-45ed-8c2b-245ba71f9991', 'mac_address': 'fa:16:3e:01:ab:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91412f29-489f-4bda-9d2d-fa4690ddadc6', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:14:10.607335 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:10.628670 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ac8726-47a5-45ed-8c2b-245ba71f9991 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:14:10.634863 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e237af7-1cdb-492c-a530-e9d24057e6e1 req-fa22c1bf-f844-46c3-92c0-1d001898e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:10.636296 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9e237af7-1cdb-492c-a530-e9d24057e6e1 req-fa22c1bf-f844-46c3-92c0-1d001898e247 service neutron] 10.222.0.48 "GET /v2.0/networks?id=731569ee-c381-432b-a105-1cc707924205 HTTP/1.1" status: 200 len: 920 time: 0.2299719 Jun 07 08:14:10.648614 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fb962-f44d-4952-8a01-919c2850af83 req-4d469e7a-135f-4c0a-b639-a2984009c062 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:10.652254 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 32ac8726-47a5-45ed-8c2b-245ba71f9991, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=32ac8726-47a5-45ed-8c2b-245ba71f9991,segment=NetworkSegment(31568127-0380-43e9-ad9f-ee6416967fde),segment_id=31568127-0380-43e9-ad9f-ee6416967fde)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:10.654867 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f47fb962-f44d-4952-8a01-919c2850af83 req-4d469e7a-135f-4c0a-b639-a2984009c062 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 947 time: 0.1457806 Jun 07 08:14:10.659092 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:10.662934 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:10.707546 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5194491e-37f2-4fb0-90ef-6a88825ac3c5 req-71ee8b20-8f32-4223-ae5a-4f681ea942c8 service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380552 Jun 07 08:14:10.745896 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9e237af7-1cdb-492c-a530-e9d24057e6e1 req-11e76c4e-8f78-4c0a-b283-cd76a27b5385 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 HTTP/1.1" status: 200 len: 217 time: 0.0883980 Jun 07 08:14:10.746727 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=32ac8726-47a5-45ed-8c2b-245ba71f9991,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:10.750259 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:10.807827 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f47fb962-f44d-4952-8a01-919c2850af83 req-b0fec06f-de1a-4b16-8622-0af8f170c76c tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521111 Jun 07 08:14:10.834941 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e237af7-1cdb-492c-a530-e9d24057e6e1 req-8e5ee462-9b87-41d4-896c-a498bda1e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:10.836477 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9e237af7-1cdb-492c-a530-e9d24057e6e1 req-8e5ee462-9b87-41d4-896c-a498bda1e6da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa02afe2-5864-4df3-914b-20fcfd8c837d HTTP/1.1" status: 200 len: 859 time: 0.0757992 Jun 07 08:14:10.844843 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:10.850341 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21c81b-b6d6-42c9-bf29-235ebd712db2 req-f399332c-0c11-4744-9027-1c08f7341b28 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:10.852018 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4f21c81b-b6d6-42c9-bf29-235ebd712db2 req-f399332c-0c11-4744-9027-1c08f7341b28 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1952798 Jun 07 08:14:10.885676 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5194491e-37f2-4fb0-90ef-6a88825ac3c5 req-a94ece6d-0e3c-4b36-92ce-9ce0b5ae3bc2 service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669965 Jun 07 08:14:10.897084 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9e237af7-1cdb-492c-a530-e9d24057e6e1 req-5f883d95-d97b-413b-afaf-7c363e523d3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731569ee-c381-432b-a105-1cc707924205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514987 Jun 07 08:14:10.912713 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4f21c81b-b6d6-42c9-bf29-235ebd712db2 req-6d8e88f2-f644-41f7-a09c-c4b693b740f3 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487123 Jun 07 08:14:10.984586 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-55d14d35-d060-4e6a-9206-17293a1c2c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:11.049758 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['32ac8726-47a5-45ed-8c2b-245ba71f9991'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:11.123392 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9e237af7-1cdb-492c-a530-e9d24057e6e1 req-df7f53d6-d028-4052-8e4f-4f95f2972428 service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187073 Jun 07 08:14:11.259272 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9e237af7-1cdb-492c-a530-e9d24057e6e1 req-1ad91840-c860-43fa-8e5f-8b265f71b42f service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288326 Jun 07 08:14:11.289745 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:14:11.753969 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f9edd-f156-4d99-9b7a-759da82e09dc req-dabf2bbd-1619-4116-8595-2b6eedc7ba65 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:11.756389 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0f9f9edd-f156-4d99-9b7a-759da82e09dc req-dabf2bbd-1619-4116-8595-2b6eedc7ba65 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 944 time: 0.1152661 Jun 07 08:14:11.819849 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0f9f9edd-f156-4d99-9b7a-759da82e09dc req-f5613a99-efda-4a17-a5ed-848b80149ba9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558579 Jun 07 08:14:11.942680 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:12.026912 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6f0b9-bad2-47f5-bf9e-d21a08d72560 req-a63b1da6-f9e8-467e-9d80-a23d560c2926 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:12.034725 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-49b6f0b9-bad2-47f5-bf9e-d21a08d72560 req-a63b1da6-f9e8-467e-9d80-a23d560c2926 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 948 time: 0.1011915 Jun 07 08:14:12.092150 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-49b6f0b9-bad2-47f5-bf9e-d21a08d72560 req-d0cee7d3-cce6-4310-9fbb-a31151ba90c1 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561814 Jun 07 08:14:12.144108 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134c274-56f3-4f0a-bb2e-51cefb0c0572 req-e5ecc8b8-21df-4442-84da-ea54e1abb974 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:12.145850 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3134c274-56f3-4f0a-bb2e-51cefb0c0572 req-e5ecc8b8-21df-4442-84da-ea54e1abb974 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1111546 Jun 07 08:14:12.210598 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3134c274-56f3-4f0a-bb2e-51cefb0c0572 req-0d5d3503-8017-4be0-ad0b-9d4168d0d456 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562537 Jun 07 08:14:12.370921 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 47352236-e855-49ec-82aa-f7bb8dc3c47f up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:12.493396 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 47352236-e855-49ec-82aa-f7bb8dc3c47f triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:12.493861 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:12.640610 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:12.713694 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8170ad42-d884-4d7a-825d-12a0c683783a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47352236-e855-49ec-82aa-f7bb8dc3c47f'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:12.713968 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20263d50-f14c-4565-b419-2fa346dc60ff" -d '{"events": [{"server_uuid": "8170ad42-d884-4d7a-825d-12a0c683783a", "name": "network-vif-plugged", "status": "completed", "tag": "47352236-e855-49ec-82aa-f7bb8dc3c47f"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:12.725761 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 47352236-e855-49ec-82aa-f7bb8dc3c47f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:12.733281 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:12.734784 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 32ac8726-47a5-45ed-8c2b-245ba71f9991 up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:12.838578 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a37a8ae-e6e3-48da-99fa-76eaaf3f2eb4 x-openstack-request-id: req-2a37a8ae-e6e3-48da-99fa-76eaaf3f2eb4 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:12.838869 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8170ad42-d884-4d7a-825d-12a0c683783a", "name": "network-vif-plugged", "status": "completed", "tag": "47352236-e855-49ec-82aa-f7bb8dc3c47f", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:12.839128 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a37a8ae-e6e3-48da-99fa-76eaaf3f2eb4 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:12.840786 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170ad42-d884-4d7a-825d-12a0c683783a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'code': 200} Jun 07 08:14:12.841382 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:13.011561 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=47352236-e855-49ec-82aa-f7bb8dc3c47f,revision_number=10']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:13.015838 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:13.026554 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port 32ac8726-47a5-45ed-8c2b-245ba71f9991 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:13.033819 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 32ac8726-47a5-45ed-8c2b-245ba71f9991 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:13.034444 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:13.167264 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e154a-506f-4ff7-99f4-148d20fa72ea req-7552a4c3-51d2-4fb7-9340-8a7f66488bc3 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:13.175183 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ce4e154a-506f-4ff7-99f4-148d20fa72ea req-7552a4c3-51d2-4fb7-9340-8a7f66488bc3 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 946 time: 0.1755106 Jun 07 08:14:13.198308 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:13.249879 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 32ac8726-47a5-45ed-8c2b-245ba71f9991, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=32ac8726-47a5-45ed-8c2b-245ba71f9991,segment=NetworkSegment(31568127-0380-43e9-ad9f-ee6416967fde),segment_id=31568127-0380-43e9-ad9f-ee6416967fde)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:13.260118 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:13.263905 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:13.287165 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ce4e154a-506f-4ff7-99f4-148d20fa72ea req-960e1e80-6722-4a73-9084-f92e45a530f4 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061442 Jun 07 08:14:13.339272 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a69f46-0f4f-4794-b8e5-a27f1fc480dd req-6a27f6df-5074-4aa5-b86f-4a46eeb04c95 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:13.353139 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-68a69f46-0f4f-4794-b8e5-a27f1fc480dd req-6a27f6df-5074-4aa5-b86f-4a46eeb04c95 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 949 time: 0.1260231 Jun 07 08:14:13.355767 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=32ac8726-47a5-45ed-8c2b-245ba71f9991,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:13.359016 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:13.419425 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-68a69f46-0f4f-4794-b8e5-a27f1fc480dd req-ccf7e882-5bb2-462f-b476-88fb22868cb3 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635743 Jun 07 08:14:13.556438 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:13.595549 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b157c-6597-44ef-a6da-a9f186d3445c req-80dc1b7d-f105-4e1b-bf25-7366b234dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:13.597007 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b79b157c-6597-44ef-a6da-a9f186d3445c req-80dc1b7d-f105-4e1b-bf25-7366b234dd48 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 1099 time: 0.1284072 Jun 07 08:14:13.604653 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dd1e3-bfaa-4360-abcd-66953610cc4b req-3740fc9c-6453-4ed4-be84-33d7e70bdbe4 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:13.606039 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5f0dd1e3-bfaa-4360-abcd-66953610cc4b req-3740fc9c-6453-4ed4-be84-33d7e70bdbe4 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1910388 Jun 07 08:14:13.691450 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5f0dd1e3-bfaa-4360-abcd-66953610cc4b req-ee52c456-8e30-47d1-b8ef-b958d4e50f3e tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716035 Jun 07 08:14:13.698876 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b79b157c-6597-44ef-a6da-a9f186d3445c req-3afe577d-a203-4d72-9d16-cc0db492b308 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919538 Jun 07 08:14:14.621131 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f098554-d8d9-4887-b6d2-1a1a644b851e req-6d3236aa-c95c-4339-a744-9ad5b47adb7f tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:14.624251 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0f098554-d8d9-4887-b6d2-1a1a644b851e req-6d3236aa-c95c-4339-a744-9ad5b47adb7f tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 949 time: 0.0873098 Jun 07 08:14:14.656582 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf53011-50ce-45b6-839d-73812ff5f49e req-71ae028b-3a09-4c55-b27a-711355dd3601 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:14.659701 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5bf53011-50ce-45b6-839d-73812ff5f49e req-71ae028b-3a09-4c55-b27a-711355dd3601 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 946 time: 0.2400055 Jun 07 08:14:14.691537 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0f098554-d8d9-4887-b6d2-1a1a644b851e req-e34d8fb1-7d5c-4a33-9b8c-7d8c9d9fb249 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568264 Jun 07 08:14:14.735890 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5bf53011-50ce-45b6-839d-73812ff5f49e req-4b586f64-1aea-4df2-a8a6-19e66b840e54 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694914 Jun 07 08:14:14.861616 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e41af3-4497-4f2a-b710-67d85383194b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ac8726-47a5-45ed-8c2b-245ba71f9991'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:14.861616 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa186983-e881-4746-8927-d5cbcff998d7" -d '{"events": [{"server_uuid": "71e41af3-4497-4f2a-b710-67d85383194b", "name": "network-vif-plugged", "status": "completed", "tag": "32ac8726-47a5-45ed-8c2b-245ba71f9991"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:15.008880 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348065ad-bfea-4d58-9091-739380518a2a req-e11d9e1c-2770-4c8a-8d7d-94d42b879627 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:15.010962 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-348065ad-bfea-4d58-9091-739380518a2a req-e11d9e1c-2770-4c8a-8d7d-94d42b879627 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1257021 Jun 07 08:14:15.077206 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-348065ad-bfea-4d58-9091-739380518a2a req-35d49925-3abd-46c6-84c7-1d997cbd1baa tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602090 Jun 07 08:14:15.176900 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e47a85-3dd2-4f3e-800c-6a03cb0c2712 x-openstack-request-id: req-46e47a85-3dd2-4f3e-800c-6a03cb0c2712 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:15.177947 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e41af3-4497-4f2a-b710-67d85383194b", "name": "network-vif-plugged", "status": "completed", "tag": "32ac8726-47a5-45ed-8c2b-245ba71f9991", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:15.178382 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46e47a85-3dd2-4f3e-800c-6a03cb0c2712 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:15.178930 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e41af3-4497-4f2a-b710-67d85383194b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ac8726-47a5-45ed-8c2b-245ba71f9991', 'code': 200} Jun 07 08:14:15.556746 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87415a-5e64-4115-8017-d5a4a3dc3dbe req-4d8286c3-e351-4c09-97c8-a88d035c748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:15.558961 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-cd87415a-5e64-4115-8017-d5a4a3dc3dbe req-4d8286c3-e351-4c09-97c8-a88d035c748f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 1102 time: 0.1163757 Jun 07 08:14:15.646602 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-cd87415a-5e64-4115-8017-d5a4a3dc3dbe req-41cd978c-dcf3-46cb-86b7-b120a09c22cf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737858 Jun 07 08:14:15.933267 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6aad9-bbe5-4b5b-917f-c7c246ede7fc req-fa3505f1-d7dc-4ac3-a800-40ddb6d3991d tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:15.934783 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-fee6aad9-bbe5-4b5b-917f-c7c246ede7fc req-fa3505f1-d7dc-4ac3-a800-40ddb6d3991d tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 949 time: 0.1056123 Jun 07 08:14:16.004147 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-fee6aad9-bbe5-4b5b-917f-c7c246ede7fc req-7d9015a7-f75a-4788-8ca7-aec5e4248e77 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627270 Jun 07 08:14:16.047371 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662eaa3-e371-4bf2-bf56-9e65cadf604c req-47fdfafa-1af2-4b3b-8c67-9aeb509b42ad tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:16.050081 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1662eaa3-e371-4bf2-bf56-9e65cadf604c req-47fdfafa-1af2-4b3b-8c67-9aeb509b42ad tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 946 time: 0.1041558 Jun 07 08:14:16.112950 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1662eaa3-e371-4bf2-bf56-9e65cadf604c req-dd695710-1f09-4d93-943f-05d167f1ce70 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562437 Jun 07 08:14:16.330328 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaed213-2ca5-4915-98aa-fc8c473ae75b req-67b8b660-43a3-40c9-8ae9-a9b3f91347c0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:16.331976 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-fcaed213-2ca5-4915-98aa-fc8c473ae75b req-67b8b660-43a3-40c9-8ae9-a9b3f91347c0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0956230 Jun 07 08:14:16.385497 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-fcaed213-2ca5-4915-98aa-fc8c473ae75b req-a3a1ff3e-ebad-40dd-a592-0c2d2887d119 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461767 Jun 07 08:14:17.204704 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f69c3-88cd-4a1d-8998-4ca02bd221bf req-10cc291a-d679-488d-a78a-e182db0035be tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:17.207169 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-404f69c3-88cd-4a1d-8998-4ca02bd221bf req-10cc291a-d679-488d-a78a-e182db0035be tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 949 time: 0.0981259 Jun 07 08:14:17.265858 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-404f69c3-88cd-4a1d-8998-4ca02bd221bf req-bdc35de6-223e-40df-abaf-3feddf11ace1 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521028 Jun 07 08:14:17.370180 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f05e8-7574-452b-8719-53749d1201bb req-25475d7f-a603-44ba-8931-ffc438b68fcc tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:17.371782 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-550f05e8-7574-452b-8719-53749d1201bb req-25475d7f-a603-44ba-8931-ffc438b68fcc tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 946 time: 0.1233425 Jun 07 08:14:17.426591 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-550f05e8-7574-452b-8719-53749d1201bb req-f3360bdc-9087-43b6-8d34-10d5487bb684 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432343 Jun 07 08:14:17.669691 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b38118-cd72-4b9e-b667-6849a722689e req-75685f79-a836-4165-8cb1-02fbc8f7d5ce tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:17.671589 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-63b38118-cd72-4b9e-b667-6849a722689e req-75685f79-a836-4165-8cb1-02fbc8f7d5ce tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0900221 Jun 07 08:14:17.719827 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-63b38118-cd72-4b9e-b667-6849a722689e req-9c7de427-cced-49f9-81ef-ca8e8366f5de tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Jun 07 08:14:17.835525 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20957c6b-95aa-42da-873e-e40918f93e1e req-74d56d11-cca5-491a-95fa-512c96bd090d tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:17.842214 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-20957c6b-95aa-42da-873e-e40918f93e1e req-74d56d11-cca5-491a-95fa-512c96bd090d tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 949 time: 0.0917845 Jun 07 08:14:17.894824 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-20957c6b-95aa-42da-873e-e40918f93e1e req-c68af013-6e43-4ee4-a0ad-1da18bc6a2ad tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514448 Jun 07 08:14:19.013886 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e2ab4-96e0-4100-9639-09c44b20d4d2 req-4966313b-3047-4553-be5c-7014edd163fb tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:19.021537 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4e6e2ab4-96e0-4100-9639-09c44b20d4d2 req-4966313b-3047-4553-be5c-7014edd163fb tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1667418 Jun 07 08:14:19.078584 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4e6e2ab4-96e0-4100-9639-09c44b20d4d2 req-f6872ee2-1242-418f-825a-133f24a201aa tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552917 Jun 07 08:14:19.147576 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a9113-d2eb-4ff3-8253-0d7c580670eb req-518f430e-46ea-4e44-a178-988a8ba6fbc1 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:19.149149 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1f9a9113-d2eb-4ff3-8253-0d7c580670eb req-518f430e-46ea-4e44-a178-988a8ba6fbc1 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 945 time: 0.0870054 Jun 07 08:14:19.210767 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1f9a9113-d2eb-4ff3-8253-0d7c580670eb req-001b342f-175e-4a6b-acd1-d487a063e314 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541568 Jun 07 08:14:19.230550 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 54108) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:19.317832 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f22408-68ee-4165-aa16-b8d0a271ffb7 req-c425b671-1abf-4c0e-ad7f-445786820b38 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:19.319948 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-39f22408-68ee-4165-aa16-b8d0a271ffb7 req-c425b671-1abf-4c0e-ad7f-445786820b38 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 949 time: 0.1209569 Jun 07 08:14:19.429605 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-39f22408-68ee-4165-aa16-b8d0a271ffb7 req-7817d42b-25e1-455c-87bf-960ae4c03268 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968087 Jun 07 08:14:19.655110 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a9a2f4-b726-4a33-a47e-693a143ec8e4 tempest-TestMinimumBasicScenario-2117430297 tempest-TestMinimumBasicScenario-2117430297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:19.659797 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54112) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:19.659992 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-41a9a2f4-b726-4a33-a47e-693a143ec8e4 tempest-TestMinimumBasicScenario-2117430297 tempest-TestMinimumBasicScenario-2117430297-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 1093 time: 0.4283185 Jun 07 08:14:19.666072 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Request body: {'floatingip': {'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'port_id': 'cc592511-2dc0-4078-932a-64711ca71abd', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:19.699500 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for floatingip, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:20.054036 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:20.146522 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f010a6-e838-470d-94c3-f33c9887da70 req-e0101941-48dd-473f-a0c3-73c2d7d7bab2 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:20.147691 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-78f010a6-e838-470d-94c3-f33c9887da70 req-e0101941-48dd-473f-a0c3-73c2d7d7bab2 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.48 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 949 time: 0.2662363 Jun 07 08:14:20.328978 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad7c13-974a-45d2-848e-637fe0bf46b5 req-cd5f71c9-d2e1-4c61-9ae2-9931b10f4bc0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:20.330461 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-17ad7c13-974a-45d2-848e-637fe0bf46b5 req-cd5f71c9-d2e1-4c61-9ae2-9931b10f4bc0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1002591 Jun 07 08:14:20.390648 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-17ad7c13-974a-45d2-848e-637fe0bf46b5 req-3ef208fa-30a6-4c02-bade-da64b3831d42 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522401 Jun 07 08:14:20.415101 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Allocated IP 172.27.1.184 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/be94759c-cb00-43db-8584-b3356d549ca1) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:14:20.430301 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [req-78f010a6-e838-470d-94c3-f33c9887da70 req-a686b671-9aea-49db-b124-8a9a4f5106da tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Deleting port 32ac8726-47a5-45ed-8c2b-245ba71f9991 {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:14:20.430662 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-78f010a6-e838-470d-94c3-f33c9887da70 req-a686b671-9aea-49db-b124-8a9a4f5106da tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:20.645039 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883cfb5-80be-468c-9ef8-b47d6b383787 req-e2ef5d99-0601-4519-8331-7c5d13bd7723 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:20.652936 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e883cfb5-80be-468c-9ef8-b47d6b383787 req-e2ef5d99-0601-4519-8331-7c5d13bd7723 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 949 time: 0.1008341 Jun 07 08:14:20.702665 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e883cfb5-80be-468c-9ef8-b47d6b383787 req-2e52b06c-f939-4970-ae26-ac690eac798d tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/security-groups?id=efc7878a-0aa5-4538-874e-d7c73b2dddc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478261 Jun 07 08:14:20.850893 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-78f010a6-e838-470d-94c3-f33c9887da70 req-a686b671-9aea-49db-b124-8a9a4f5106da tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] For port 32ac8726-47a5-45ed-8c2b-245ba71f9991, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=32ac8726-47a5-45ed-8c2b-245ba71f9991,segment=NetworkSegment(31568127-0380-43e9-ad9f-ee6416967fde),segment_id=31568127-0380-43e9-ad9f-ee6416967fde)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:20.851497 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-78f010a6-e838-470d-94c3-f33c9887da70 req-a686b671-9aea-49db-b124-8a9a4f5106da tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:20.877702 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:21.063408 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [req-78f010a6-e838-470d-94c3-f33c9887da70 req-a686b671-9aea-49db-b124-8a9a4f5106da tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Calling delete_port for 32ac8726-47a5-45ed-8c2b-245ba71f9991 owned by compute:nova {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:14:21.187180 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cd5ba-57a3-4121-a42b-1cf81f8fb24e req-72ba73d9-a654-460b-9530-5cd5a6a63154 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:21.195147 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3c4cd5ba-57a3-4121-a42b-1cf81f8fb24e req-72ba73d9-a654-460b-9530-5cd5a6a63154 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 945 time: 0.5302215 Jun 07 08:14:21.258656 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3c4cd5ba-57a3-4121-a42b-1cf81f8fb24e req-eea8ac75-964b-471c-a232-b9c9f7f1e9ab tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616977 Jun 07 08:14:21.261353 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:21.274818 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:21.363699 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:14:21.367869 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:21.376533 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:14:21.479091 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Pushing event updated for resources: {'Port': ['ID=be94759c-cb00-43db-8584-b3356d549ca1,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:21.493744 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:21.609031 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-78f010a6-e838-470d-94c3-f33c9887da70 req-a686b671-9aea-49db-b124-8a9a4f5106da tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:21.622810 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['32ac8726-47a5-45ed-8c2b-245ba71f9991'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:21.626477 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c408e5-849d-49f4-ab52-3afa543913e4 req-1b0f455f-194e-40c7-94c7-22e5f85c792b tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:21.634489 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c9c408e5-849d-49f4-ab52-3afa543913e4 req-1b0f455f-194e-40c7-94c7-22e5f85c792b tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1070051 Jun 07 08:14:21.635575 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3ce3411b-3621-44f9-8f24-54d48dc3f6d8 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:21.689253 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c9c408e5-849d-49f4-ab52-3afa543913e4 req-7c649b6a-59ba-4685-8002-0ed89c8c354d tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529993 Jun 07 08:14:21.724784 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686b671-9aea-49db-b124-8a9a4f5106da tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Pushing event deleted for resources: {'Port': ['ID=32ac8726-47a5-45ed-8c2b-245ba71f9991,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:21.731500 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-a686b671-9aea-49db-b124-8a9a4f5106da tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:21.957721 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-adc38e3c-dcae-457b-a9a1-b33ec01a956f req-9295223c-5f42-476f-863d-e9f6c21ab023 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.43 "GET /v2.0/ports?device_id=71e41af3-4497-4f2a-b710-67d85383194b HTTP/1.1" status: 200 len: 210 time: 0.1254854 Jun 07 08:14:22.049554 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f010a6-e838-470d-94c3-f33c9887da70 req-a686b671-9aea-49db-b124-8a9a4f5106da tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] No DVR routers for this DVR port 32ac8726-47a5-45ed-8c2b-245ba71f9991 on host hv-cinder-78494 {{(pid=91867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:14:22.067030 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-78f010a6-e838-470d-94c3-f33c9887da70 req-a686b671-9aea-49db-b124-8a9a4f5106da tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:22.070162 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-78f010a6-e838-470d-94c3-f33c9887da70 req-a686b671-9aea-49db-b124-8a9a4f5106da tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] 10.222.0.48 "DELETE /v2.0/ports/32ac8726-47a5-45ed-8c2b-245ba71f9991 HTTP/1.1" status: 204 len: 173 time: 1.9094622 Jun 07 08:14:22.070975 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e41af3-4497-4f2a-b710-67d85383194b', 'name': 'network-vif-deleted', 'tag': '32ac8726-47a5-45ed-8c2b-245ba71f9991'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:22.073506 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d796c37-60e9-425e-9cf9-a7aceb16e7e7" -d '{"events": [{"server_uuid": "71e41af3-4497-4f2a-b710-67d85383194b", "name": "network-vif-deleted", "tag": "32ac8726-47a5-45ed-8c2b-245ba71f9991"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:22.344429 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8df0768-4e5d-4094-ba6d-d7f930f4c14c x-openstack-request-id: req-f8df0768-4e5d-4094-ba6d-d7f930f4c14c {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:22.344782 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e41af3-4497-4f2a-b710-67d85383194b", "name": "network-vif-deleted", "tag": "32ac8726-47a5-45ed-8c2b-245ba71f9991", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:22.345004 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f8df0768-4e5d-4094-ba6d-d7f930f4c14c {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:22.345434 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e41af3-4497-4f2a-b710-67d85383194b', 'name': 'network-vif-deleted', 'tag': '32ac8726-47a5-45ed-8c2b-245ba71f9991', 'status': 'completed', 'code': 200} Jun 07 08:14:22.565162 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a0e61-0b65-4e41-b9c6-d6e28b4e3349 req-5ca14194-e1f3-4cd2-9535-dff1dda89624 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:22.575495 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5f6a0e61-0b65-4e41-b9c6-d6e28b4e3349 req-5ca14194-e1f3-4cd2-9535-dff1dda89624 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 945 time: 0.1723213 Jun 07 08:14:22.669943 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5f6a0e61-0b65-4e41-b9c6-d6e28b4e3349 req-4fbe1865-dc6b-4451-b2a5-c56489233f50 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930681 Jun 07 08:14:22.675195 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:22.791565 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:22.919030 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b33897-6a18-49ec-925e-c786bf0e94a7 req-4c283ac6-6a12-4951-9a10-a4f478eba004 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:22.931322 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-69b33897-6a18-49ec-925e-c786bf0e94a7 req-4c283ac6-6a12-4951-9a10-a4f478eba004 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1141231 Jun 07 08:14:23.006651 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-69b33897-6a18-49ec-925e-c786bf0e94a7 req-fe8d3c31-dea5-4470-95af-7a65188188f4 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739112 Jun 07 08:14:23.183750 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11488a6c-e17c-4ca9-9f14-7fd381350d28 req-fa0c2108-98c6-4bcf-92b3-9d2e488443d9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:23.185550 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-11488a6c-e17c-4ca9-9f14-7fd381350d28 req-fa0c2108-98c6-4bcf-92b3-9d2e488443d9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.48 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 945 time: 0.2096298 Jun 07 08:14:23.238380 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:23.256380 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819681'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:23.262440 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:23.503404 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Pushing event updated for resources: {'Port': ['ID=be94759c-cb00-43db-8584-b3356d549ca1,revision_number=2']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:23.539864 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:23.555828 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:23.617759 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415f66b-8c9b-430a-9e0e-1cbdcbc9f295 req-e934c976-2a89-4248-8b91-02ba1f0f4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:23.619393 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f415f66b-8c9b-430a-9e0e-1cbdcbc9f295 req-e934c976-2a89-4248-8b91-02ba1f0f4dc0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 1098 time: 0.1524508 Jun 07 08:14:23.686875 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f415f66b-8c9b-430a-9e0e-1cbdcbc9f295 req-cd3b5cf9-9ed9-44aa-8e00-811a64c98310 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589585 Jun 07 08:14:23.731057 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [req-11488a6c-e17c-4ca9-9f14-7fd381350d28 req-258decf4-f92f-481d-a670-c6997ee246c9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Deleting port ec617f14-e739-4fcc-85b6-5f033597dc22 {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:14:23.731392 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-11488a6c-e17c-4ca9-9f14-7fd381350d28 req-258decf4-f92f-481d-a670-c6997ee246c9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:23.866941 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.l3_db [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Floating IP 9a0fc495-014b-4330-b3ff-5ae5aad86afb associated. External IP: 172.27.1.184, port: cc592511-2dc0-4078-932a-64711ca71abd. Jun 07 08:14:23.905665 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034ac57-cd9d-41b6-bc05-dc3d0f249790 req-d9576bbc-8366-4883-bb4a-b938850943a1 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:23.913477 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0034ac57-cd9d-41b6-bc05-dc3d0f249790 req-d9576bbc-8366-4883-bb4a-b938850943a1 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 945 time: 0.0988562 Jun 07 08:14:23.979904 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0034ac57-cd9d-41b6-bc05-dc3d0f249790 req-6457ee6e-16ed-4bc6-a054-1375577f7b4c tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644312 Jun 07 08:14:23.995514 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-11488a6c-e17c-4ca9-9f14-7fd381350d28 req-258decf4-f92f-481d-a670-c6997ee246c9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] For port ec617f14-e739-4fcc-85b6-5f033597dc22, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ec617f14-e739-4fcc-85b6-5f033597dc22,segment=NetworkSegment(9d534b1e-f856-4f61-a310-b24f11d8b004),segment_id=9d534b1e-f856-4f61-a310-b24f11d8b004)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:23.995873 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-11488a6c-e17c-4ca9-9f14-7fd381350d28 req-258decf4-f92f-481d-a670-c6997ee246c9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:24.367408 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [req-11488a6c-e17c-4ca9-9f14-7fd381350d28 req-258decf4-f92f-481d-a670-c6997ee246c9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Calling delete_port for ec617f14-e739-4fcc-85b6-5f033597dc22 owned by compute:nova {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:14:24.430940 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device ec617f14-e739-4fcc-85b6-5f033597dc22 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:14:24.598134 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:24.640749 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port ec617f14-e739-4fcc-85b6-5f033597dc22, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ec617f14-e739-4fcc-85b6-5f033597dc22,segment=NetworkSegment(9d534b1e-f856-4f61-a310-b24f11d8b004),segment_id=9d534b1e-f856-4f61-a310-b24f11d8b004)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:24.642301 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dc2fce-a89d-4309-9274-a9e865ad7041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec617f14-e739-4fcc-85b6-5f033597dc22'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:24.644953 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b665959d-e06d-4d13-aba2-b21d059159f5" -d '{"events": [{"server_uuid": "51dc2fce-a89d-4309-9274-a9e865ad7041", "name": "network-vif-unplugged", "status": "completed", "tag": "ec617f14-e739-4fcc-85b6-5f033597dc22"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:24.650405 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:24.651474 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 32ac8726-47a5-45ed-8c2b-245ba71f9991 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:14:24.675652 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee3581-7276-4217-9395-8c135c169084 req-62e7ddce-d187-4fec-ace5-0765cdc21326 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:24.682277 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-31ee3581-7276-4217-9395-8c135c169084 req-62e7ddce-d187-4fec-ace5-0765cdc21326 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.3499119 Jun 07 08:14:24.691527 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:24.824232 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e8dfdc-747a-4e6f-a910-9768ecb3a225 x-openstack-request-id: req-e9e8dfdc-747a-4e6f-a910-9768ecb3a225 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:24.825051 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dc2fce-a89d-4309-9274-a9e865ad7041", "name": "network-vif-unplugged", "status": "completed", "tag": "ec617f14-e739-4fcc-85b6-5f033597dc22", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:24.825543 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9e8dfdc-747a-4e6f-a910-9768ecb3a225 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:24.826172 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dc2fce-a89d-4309-9274-a9e865ad7041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec617f14-e739-4fcc-85b6-5f033597dc22', 'code': 200} Jun 07 08:14:24.837007 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Router 32fae6bc-92cd-436e-9f15-33df686e1b11 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:14:24.838053 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=ec617f14-e739-4fcc-85b6-5f033597dc22,revision_number=6']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:24.842263 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: 32ac8726-47a5-45ed-8c2b-245ba71f9991 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:14:24.845687 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 32ac8726-47a5-45ed-8c2b-245ba71f9991 not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:14:24.853076 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:24.865762 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-31ee3581-7276-4217-9395-8c135c169084 req-13341ccd-c2ab-4e6d-8865-6ed40771a315 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774685 Jun 07 08:14:24.973246 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-11488a6c-e17c-4ca9-9f14-7fd381350d28 req-258decf4-f92f-481d-a670-c6997ee246c9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:24.980302 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:25.062345 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258decf4-f92f-481d-a670-c6997ee246c9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Pushing event deleted for resources: {'Port': ['ID=ec617f14-e739-4fcc-85b6-5f033597dc22,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:25.074225 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-258decf4-f92f-481d-a670-c6997ee246c9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:25.227052 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [req-11488a6c-e17c-4ca9-9f14-7fd381350d28 req-258decf4-f92f-481d-a670-c6997ee246c9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] No DVR routers for this DVR port ec617f14-e739-4fcc-85b6-5f033597dc22 on host hv-cinder-78494 {{(pid=91867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:14:25.227513 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea114da7-3acc-4ca8-9d2e-1025b87f9994 req-8cbe6beb-5b5e-49dd-b186-ea42a71d6888 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 210 time: 0.0733042 Jun 07 08:14:25.231578 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-11488a6c-e17c-4ca9-9f14-7fd381350d28 req-258decf4-f92f-481d-a670-c6997ee246c9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:25.233534 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-11488a6c-e17c-4ca9-9f14-7fd381350d28 req-258decf4-f92f-481d-a670-c6997ee246c9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.48 "DELETE /v2.0/ports/ec617f14-e739-4fcc-85b6-5f033597dc22 HTTP/1.1" status: 204 len: 173 time: 2.0320094 Jun 07 08:14:25.242723 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dc2fce-a89d-4309-9274-a9e865ad7041', 'name': 'network-vif-deleted', 'tag': 'ec617f14-e739-4fcc-85b6-5f033597dc22'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:25.242723 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bec0c77-65b3-420e-8c6d-8a9eb2afa147" -d '{"events": [{"server_uuid": "51dc2fce-a89d-4309-9274-a9e865ad7041", "name": "network-vif-deleted", "tag": "ec617f14-e739-4fcc-85b6-5f033597dc22"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:25.285021 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:14:25.303347 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78f5ce-26f6-449f-9543-f599859839e3 None None] Sync routers for ids ['32fae6bc-92cd-436e-9f15-33df686e1b11'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:14:25.318798 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f0d719-c4d5-4b86-8074-28824307b1b7 x-openstack-request-id: req-e1f0d719-c4d5-4b86-8074-28824307b1b7 {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:25.319344 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dc2fce-a89d-4309-9274-a9e865ad7041", "name": "network-vif-deleted", "tag": "ec617f14-e739-4fcc-85b6-5f033597dc22", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:25.319784 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1f0d719-c4d5-4b86-8074-28824307b1b7 {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:25.320353 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dc2fce-a89d-4309-9274-a9e865ad7041', 'name': 'network-vif-deleted', 'tag': 'ec617f14-e739-4fcc-85b6-5f033597dc22', 'status': 'completed', 'code': 200} Jun 07 08:14:25.331745 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:25.331977 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78f5ce-26f6-449f-9543-f599859839e3 None None] Routers {'32fae6bc-92cd-436e-9f15-33df686e1b11'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:14:25.334724 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-8e78f5ce-26f6-449f-9543-f599859839e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:14:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['32fae6bc-92cd-436e-9f15-33df686e1b11'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:25.432325 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 54292) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:25.432997 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7718749 Jun 07 08:14:25.438469 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-045335e3-3c43-42f0-81c9-15aabd2fc3cd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1724814392', 'description': 'tempest-secgroup-smoke-1724814392 description', 'project_id': '3cc5a26018854599800252b483c0ad4c'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:25.493497 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-045335e3-3c43-42f0-81c9-15aabd2fc3cd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:25.667809 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-8e78f5ce-26f6-449f-9543-f599859839e3 None None] Set router 32fae6bc-92cd-436e-9f15-33df686e1b11 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:14:25.713404 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-045335e3-3c43-42f0-81c9-15aabd2fc3cd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:25.718929 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-045335e3-3c43-42f0-81c9-15aabd2fc3cd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:25.729989 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a2606ede-1e0f-4e90-b601-2da596839617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:25.809448 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045335e3-3c43-42f0-81c9-15aabd2fc3cd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7128d4-c658-49ae-bf20-8d4b76bf515e,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:25.813623 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-045335e3-3c43-42f0-81c9-15aabd2fc3cd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:25.824542 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-045335e3-3c43-42f0-81c9-15aabd2fc3cd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:25.826425 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-045335e3-3c43-42f0-81c9-15aabd2fc3cd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3923435 Jun 07 08:14:25.829806 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54322) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:25.834641 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-b898f0bf-8593-42ab-bb01-92440fb6f5fc tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Request body: {'security_group_rule': {'security_group_id': '1e7128d4-c658-49ae-bf20-8d4b76bf515e', 'project_id': '3cc5a26018854599800252b483c0ad4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:25.923415 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b898f0bf-8593-42ab-bb01-92440fb6f5fc tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:26.033497 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b898f0bf-8593-42ab-bb01-92440fb6f5fc tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:26.046796 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b898f0bf-8593-42ab-bb01-92440fb6f5fc tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:26.054302 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2d6313f3-0b37-443f-b87e-b12ed60c692e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:26.103669 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898f0bf-8593-42ab-bb01-92440fb6f5fc tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3140ec-da38-4960-8a11-1660edcdf87a,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:26.108940 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b898f0bf-8593-42ab-bb01-92440fb6f5fc tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:26.129132 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b898f0bf-8593-42ab-bb01-92440fb6f5fc tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:26.137856 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-b898f0bf-8593-42ab-bb01-92440fb6f5fc tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2989824 Jun 07 08:14:26.138574 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54332) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:26.143252 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-b76a0b9b-0bf0-4178-a6f5-0ae262fa7d59 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Request body: {'security_group_rule': {'security_group_id': '1e7128d4-c658-49ae-bf20-8d4b76bf515e', 'project_id': '3cc5a26018854599800252b483c0ad4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:26.233053 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b76a0b9b-0bf0-4178-a6f5-0ae262fa7d59 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:26.276513 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-8e78f5ce-26f6-449f-9543-f599859839e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '99f821d5-f677-472e-9096-78cb638fcffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:23Z', 'updated_at': '2021-06-07T08:12:29Z', 'revision_number': 4, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'gw_port': {'id': '99f821d5-f677-472e-9096-78cb638fcffb', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '9a0fc495-014b-4330-b3ff-5ae5aad86afb', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'port_id': 'cc592511-2dc0-4078-932a-64711ca71abd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'mac_address': 'fa:16:3e:44:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:14:22Z', 'updated_at': '2021-06-07T08:14:22Z', 'revision_number': 0, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d65e8e9-c74e-44dd-91f7-5647f5c93cc7', 'name': '', 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'mac_address': 'fa:16:3e:3f:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'efacace9-e543-4e64-affc-1e7db3864442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:37Z', 'revision_number': 5, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'subnets': [{'id': 'efacace9-e543-4e64-affc-1e7db3864442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:26.306111 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78f5ce-26f6-449f-9543-f599859839e3 None None] Checking router: 32fae6bc-92cd-436e-9f15-33df686e1b11 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:14:26.311553 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4166d-856b-4177-b072-14f32889f0e0 req-a39b6a51-69bc-48ab-86bc-a2b74d510b2d tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:26.320248 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-61b4166d-856b-4177-b072-14f32889f0e0 req-a39b6a51-69bc-48ab-86bc-a2b74d510b2d tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.2226183 Jun 07 08:14:26.322094 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78f5ce-26f6-449f-9543-f599859839e3 None None] Routers {'32fae6bc-92cd-436e-9f15-33df686e1b11'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:14:26.322729 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-8e78f5ce-26f6-449f-9543-f599859839e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:14:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['32fae6bc-92cd-436e-9f15-33df686e1b11'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:26.432733 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-61b4166d-856b-4177-b072-14f32889f0e0 req-7dbb6505-49dc-43b2-b0b4-89a4aaaea26f tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114235 Jun 07 08:14:26.438693 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b76a0b9b-0bf0-4178-a6f5-0ae262fa7d59 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:26.446253 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b76a0b9b-0bf0-4178-a6f5-0ae262fa7d59 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:26.449113 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:26.560556 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4a7df4b4-d170-45e8-9033-9cb0777211d6 req-7a5e713b-6c4e-42b6-9e60-04af86c9c7bf tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=51dc2fce-a89d-4309-9274-a9e865ad7041 HTTP/1.1" status: 200 len: 210 time: 0.0853949 Jun 07 08:14:26.564316 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a0b9b-0bf0-4178-a6f5-0ae262fa7d59 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d806ac-6043-4c03-a3b2-6566e6a1b55b,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:26.568838 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b76a0b9b-0bf0-4178-a6f5-0ae262fa7d59 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:26.579514 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b76a0b9b-0bf0-4178-a6f5-0ae262fa7d59 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:26.594619 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-b76a0b9b-0bf0-4178-a6f5-0ae262fa7d59 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4549453 Jun 07 08:14:26.597224 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54360) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:26.615048 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-0b84dff8-f99d-4932-b207-643124b6372a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Request body: {'security_group_rule': {'security_group_id': '1e7128d4-c658-49ae-bf20-8d4b76bf515e', 'project_id': '3cc5a26018854599800252b483c0ad4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:26.664563 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0b84dff8-f99d-4932-b207-643124b6372a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:26.738667 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-8e78f5ce-26f6-449f-9543-f599859839e3 None None] Set router 32fae6bc-92cd-436e-9f15-33df686e1b11 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:14:26.749605 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0b84dff8-f99d-4932-b207-643124b6372a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:26.756353 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0b84dff8-f99d-4932-b207-643124b6372a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:26.768332 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:26.789654 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84dff8-f99d-4932-b207-643124b6372a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229b864f-391b-4d77-996b-2eda47f21db2,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:26.798975 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0b84dff8-f99d-4932-b207-643124b6372a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:26.813419 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0b84dff8-f99d-4932-b207-643124b6372a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:26.815048 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-0b84dff8-f99d-4932-b207-643124b6372a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2164583 Jun 07 08:14:26.819737 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 54374) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:26.826499 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-fb8fc40e-3d06-45cc-8845-abf3afd115c6 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Request body: {'security_group_rule': {'security_group_id': '1e7128d4-c658-49ae-bf20-8d4b76bf515e', 'project_id': '3cc5a26018854599800252b483c0ad4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:26.903153 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc40e-3d06-45cc-8845-abf3afd115c6 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.029952 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc40e-3d06-45cc-8845-abf3afd115c6 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.045004 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc40e-3d06-45cc-8845-abf3afd115c6 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.048449 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:27.071622 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fc40e-3d06-45cc-8845-abf3afd115c6 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d958ba7-0072-4298-96c3-a3467e9c3c4a,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:27.097136 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-fb8fc40e-3d06-45cc-8845-abf3afd115c6 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:27.110751 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-fb8fc40e-3d06-45cc-8845-abf3afd115c6 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.112650 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-fb8fc40e-3d06-45cc-8845-abf3afd115c6 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2906618 Jun 07 08:14:27.116426 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 54384) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:27.121896 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-d0d93307-de9f-4609-926b-8dba5818a2b5 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Request body: {'security_group_rule': {'security_group_id': '1e7128d4-c658-49ae-bf20-8d4b76bf515e', 'project_id': '3cc5a26018854599800252b483c0ad4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:27.159962 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.securitygroups_db [None req-d0d93307-de9f-4609-926b-8dba5818a2b5 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Project 3cc5a26018854599800252b483c0ad4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:14:27.187336 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d0d93307-de9f-4609-926b-8dba5818a2b5 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.235690 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4520b2-14fa-4a57-bf1e-d1932f29894b req-151fb344-a8cd-4e2a-a293-5e026528da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:27.240137 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-bd4520b2-14fa-4a57-bf1e-d1932f29894b req-151fb344-a8cd-4e2a-a293-5e026528da0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f983cffaddb944cf8fa8188dca8ac056&device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 1098 time: 0.1484792 Jun 07 08:14:27.383339 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'tag': 'cc592511-2dc0-4078-932a-64711ca71abd'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:27.393947 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d0d93307-de9f-4609-926b-8dba5818a2b5 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.400263 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea727c6d-5f59-4ba5-a067-72b306e38e09" -d '{"events": [{"name": "network-changed", "server_uuid": "f937861b-5b0e-4f1c-9882-3fbe68e5dfec", "tag": "cc592511-2dc0-4078-932a-64711ca71abd"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:27.418275 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28c10c-58e4-4bbe-88e5-6216638f3cb2 req-9385a626-eaee-4a63-b9ad-4b8712d2339c tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:27.419298 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-8e78f5ce-26f6-449f-9543-f599859839e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '99f821d5-f677-472e-9096-78cb638fcffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:23Z', 'updated_at': '2021-06-07T08:12:29Z', 'revision_number': 4, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'gw_port': {'id': '99f821d5-f677-472e-9096-78cb638fcffb', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '9a0fc495-014b-4330-b3ff-5ae5aad86afb', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'port_id': 'cc592511-2dc0-4078-932a-64711ca71abd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'mac_address': 'fa:16:3e:44:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:14:22Z', 'updated_at': '2021-06-07T08:14:22Z', 'revision_number': 0, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d65e8e9-c74e-44dd-91f7-5647f5c93cc7', 'name': '', 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'mac_address': 'fa:16:3e:3f:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'efacace9-e543-4e64-affc-1e7db3864442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:37Z', 'revision_number': 5, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'subnets': [{'id': 'efacace9-e543-4e64-affc-1e7db3864442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:27.420873 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4f28c10c-58e4-4bbe-88e5-6216638f3cb2 req-9385a626-eaee-4a63-b9ad-4b8712d2339c tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.2027111 Jun 07 08:14:27.421801 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d0d93307-de9f-4609-926b-8dba5818a2b5 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.424393 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:27.426298 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78f5ce-26f6-449f-9543-f599859839e3 None None] The sync data for ids ['32fae6bc-92cd-436e-9f15-33df686e1b11'] in dv-cinder-784945-11-iscsi is: [{'id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '99f821d5-f677-472e-9096-78cb638fcffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:23Z', 'updated_at': '2021-06-07T08:12:29Z', 'revision_number': 4, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'gw_port': {'id': '99f821d5-f677-472e-9096-78cb638fcffb', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '9a0fc495-014b-4330-b3ff-5ae5aad86afb', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'port_id': 'cc592511-2dc0-4078-932a-64711ca71abd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'mac_address': 'fa:16:3e:44:a0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:14:22Z', 'updated_at': '2021-06-07T08:14:22Z', 'revision_number': 0, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d65e8e9-c74e-44dd-91f7-5647f5c93cc7', 'name': '', 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'mac_address': 'fa:16:3e:3f:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'efacace9-e543-4e64-affc-1e7db3864442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:37Z', 'revision_number': 5, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'subnets': [{'id': 'efacace9-e543-4e64-affc-1e7db3864442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:14:27.483380 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d0d93307-de9f-4609-926b-8dba5818a2b5 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.484820 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-d0d93307-de9f-4609-926b-8dba5818a2b5 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3670509 Jun 07 08:14:27.494814 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 54396) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:27.500710 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-09d1309b-1fd7-47ce-8a1f-f8b14274e96a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Request body: {'security_group_rule': {'security_group_id': '1e7128d4-c658-49ae-bf20-8d4b76bf515e', 'project_id': '3cc5a26018854599800252b483c0ad4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:27.510128 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c0434f-58ea-4041-91a6-da12261cc368 x-openstack-request-id: req-69c0434f-58ea-4041-91a6-da12261cc368 {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:27.510615 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f937861b-5b0e-4f1c-9882-3fbe68e5dfec", "tag": "cc592511-2dc0-4078-932a-64711ca71abd", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:27.510717 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69c0434f-58ea-4041-91a6-da12261cc368 {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:27.511098 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'tag': 'cc592511-2dc0-4078-932a-64711ca71abd', 'status': 'completed', 'code': 200} Jun 07 08:14:27.512267 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4520b2-14fa-4a57-bf1e-d1932f29894b req-0a09e500-5161-4666-aec2-895e93261b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:27.513715 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-bd4520b2-14fa-4a57-bf1e-d1932f29894b req-0a09e500-5161-4666-aec2-895e93261b83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=731569ee-c381-432b-a105-1cc707924205 HTTP/1.1" status: 200 len: 920 time: 0.2665989 Jun 07 08:14:27.522504 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d93307-de9f-4609-926b-8dba5818a2b5 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21ee4a8-36d9-4763-a929-b9a1729e1139,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:27.532507 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d0d93307-de9f-4609-926b-8dba5818a2b5 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:27.664852 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-bd4520b2-14fa-4a57-bf1e-d1932f29894b req-437bcfac-4223-44f9-9fd3-b227aacfa20d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 HTTP/1.1" status: 200 len: 217 time: 0.1303310 Jun 07 08:14:27.692539 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4f28c10c-58e4-4bbe-88e5-6216638f3cb2 req-24fb54c6-92b0-4d9a-b5d7-a528e7e7cfb0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578862 Jun 07 08:14:27.751418 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.securitygroups_db [None req-09d1309b-1fd7-47ce-8a1f-f8b14274e96a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Project 3cc5a26018854599800252b483c0ad4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:14:27.768415 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-09d1309b-1fd7-47ce-8a1f-f8b14274e96a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:27.802935 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4520b2-14fa-4a57-bf1e-d1932f29894b req-1c4bb03c-5b97-4624-b29b-8c198286c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:27.804467 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-bd4520b2-14fa-4a57-bf1e-d1932f29894b req-1c4bb03c-5b97-4624-b29b-8c198286c087 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fa02afe2-5864-4df3-914b-20fcfd8c837d HTTP/1.1" status: 200 len: 859 time: 0.1330206 Jun 07 08:14:27.846490 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea727c6d-5f59-4ba5-a067-72b306e38e09 req-67aa6a81-ac5d-4fbb-93d4-f956c14eb992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:27.848432 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea727c6d-5f59-4ba5-a067-72b306e38e09 req-67aa6a81-ac5d-4fbb-93d4-f956c14eb992 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc5a26018854599800252b483c0ad4c&device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 1098 time: 0.2917826 Jun 07 08:14:27.860445 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10737565-71f9-4ce6-9c79-29f6b2e3a59b None None] New status for floating IP 9a0fc495-014b-4330-b3ff-5ae5aad86afb: ACTIVE {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:14:27.977133 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-bd4520b2-14fa-4a57-bf1e-d1932f29894b req-a37e9a3c-bf7e-4b77-91a1-fe2925c58dbb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=731569ee-c381-432b-a105-1cc707924205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588464 Jun 07 08:14:28.124611 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea727c6d-5f59-4ba5-a067-72b306e38e09 req-8d4d6e39-4093-43a4-b7c4-b0223099789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:28.126755 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea727c6d-5f59-4ba5-a067-72b306e38e09 req-8d4d6e39-4093-43a4-b7c4-b0223099789e service neutron] 10.222.0.48 "GET /v2.0/networks?id=beb8320f-4891-4336-9ae9-15a94cf5cc57 HTTP/1.1" status: 200 len: 916 time: 0.2660463 Jun 07 08:14:28.342910 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-09d1309b-1fd7-47ce-8a1f-f8b14274e96a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:28.355601 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-09d1309b-1fd7-47ce-8a1f-f8b14274e96a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:28.385779 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:28.438659 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1309b-1fd7-47ce-8a1f-f8b14274e96a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec7d772-641a-4a22-9c0c-a711f38e5503,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:28.472354 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-09d1309b-1fd7-47ce-8a1f-f8b14274e96a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:28.476747 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea727c6d-5f59-4ba5-a067-72b306e38e09 req-d9933fd0-4222-4313-af4b-ad105fd8cee0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc592511-2dc0-4078-932a-64711ca71abd HTTP/1.1" status: 200 len: 999 time: 0.3391650 Jun 07 08:14:28.629385 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea727c6d-5f59-4ba5-a067-72b306e38e09 req-eb6a1393-baf3-4b86-9ca9-bce860cca69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:28.633098 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea727c6d-5f59-4ba5-a067-72b306e38e09 req-eb6a1393-baf3-4b86-9ca9-bce860cca69c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efacace9-e543-4e64-affc-1e7db3864442 HTTP/1.1" status: 200 len: 854 time: 0.1419556 Jun 07 08:14:28.676795 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-bd4520b2-14fa-4a57-bf1e-d1932f29894b req-ff951934-f824-4ebf-b19e-aa5049740ee3 service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947212 Jun 07 08:14:28.751705 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-09d1309b-1fd7-47ce-8a1f-f8b14274e96a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:28.756970 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-09d1309b-1fd7-47ce-8a1f-f8b14274e96a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2602122 Jun 07 08:14:28.828741 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea727c6d-5f59-4ba5-a067-72b306e38e09 req-cca32eb5-f7fe-4d42-8a3c-ad183a5ed901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:28.835352 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea727c6d-5f59-4ba5-a067-72b306e38e09 req-cca32eb5-f7fe-4d42-8a3c-ad183a5ed901 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=beb8320f-4891-4336-9ae9-15a94cf5cc57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1957657 Jun 07 08:14:28.909053 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-bd4520b2-14fa-4a57-bf1e-d1932f29894b req-43c3f55f-9486-417c-a890-9b9b12c99acf service neutron] 10.222.0.48 "GET /v2.0/networks/731569ee-c381-432b-a105-1cc707924205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221937 Jun 07 08:14:29.039430 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-81ccedce-b6c3-4337-a022-deaafab6e1b5 req-18bcdd1c-cb84-435d-828d-e2f5ea3601ec tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724814392&fields=id&tenant_id=3cc5a26018854599800252b483c0ad4c HTTP/1.1" status: 200 len: 267 time: 0.0666220 Jun 07 08:14:29.054939 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5320942-3087-4b21-9ac9-a2e37c92edd3 req-df13b61d-65ef-4677-a8c9-8c2ee8902f32 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:29.056476 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a5320942-3087-4b21-9ac9-a2e37c92edd3 req-df13b61d-65ef-4677-a8c9-8c2ee8902f32 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1167812 Jun 07 08:14:29.145948 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a5320942-3087-4b21-9ac9-a2e37c92edd3 req-a622c663-beb4-4b6f-b064-86b482bdd403 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816791 Jun 07 08:14:29.169100 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccedce-b6c3-4337-a022-deaafab6e1b5 req-c0fe2a51-bcf6-47dc-8045-ca33706b62ca tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:29.178076 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-81ccedce-b6c3-4337-a022-deaafab6e1b5 req-c0fe2a51-bcf6-47dc-8045-ca33706b62ca tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 945 time: 0.1329947 Jun 07 08:14:29.188130 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [req-81ccedce-b6c3-4337-a022-deaafab6e1b5 req-f2ea2bd6-70ef-486d-8cc3-720810f7380a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Request body: {'port': {'security_groups': ['9a998afd-5029-4ee9-bd8d-f9fca6597333', '1e7128d4-c658-49ae-bf20-8d4b76bf515e']}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:29.334265 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-81ccedce-b6c3-4337-a022-deaafab6e1b5 req-f2ea2bd6-70ef-486d-8cc3-720810f7380a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:29.642613 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-81ccedce-b6c3-4337-a022-deaafab6e1b5 req-f2ea2bd6-70ef-486d-8cc3-720810f7380a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] For port cc592511-2dc0-4078-932a-64711ca71abd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cc592511-2dc0-4078-932a-64711ca71abd,segment=NetworkSegment(67211e17-05c1-422c-81f2-28d9d7b321bd),segment_id=67211e17-05c1-422c-81f2-28d9d7b321bd)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:29.669873 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-81ccedce-b6c3-4337-a022-deaafab6e1b5 req-f2ea2bd6-70ef-486d-8cc3-720810f7380a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:29.674350 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-81ccedce-b6c3-4337-a022-deaafab6e1b5 req-f2ea2bd6-70ef-486d-8cc3-720810f7380a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819681'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:29.680607 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:29.745596 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccedce-b6c3-4337-a022-deaafab6e1b5 req-f2ea2bd6-70ef-486d-8cc3-720810f7380a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:29.746213 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-81ccedce-b6c3-4337-a022-deaafab6e1b5 req-f2ea2bd6-70ef-486d-8cc3-720810f7380a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:29.747632 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-81ccedce-b6c3-4337-a022-deaafab6e1b5 req-f2ea2bd6-70ef-486d-8cc3-720810f7380a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "PUT /v2.0/ports/cc592511-2dc0-4078-932a-64711ca71abd HTTP/1.1" status: 200 len: 981 time: 0.5687342 Jun 07 08:14:29.748124 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'tag': 'cc592511-2dc0-4078-932a-64711ca71abd'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:29.750442 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87414409-84df-46b8-a14b-317bd5b6ba61" -d '{"events": [{"name": "network-changed", "server_uuid": "f937861b-5b0e-4f1c-9882-3fbe68e5dfec", "tag": "cc592511-2dc0-4078-932a-64711ca71abd"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:29.776586 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea2bd6-70ef-486d-8cc3-720810f7380a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Pushing event updated for resources: {'Port': ['ID=cc592511-2dc0-4078-932a-64711ca71abd,revision_number=6']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:29.780001 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f2ea2bd6-70ef-486d-8cc3-720810f7380a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:29.812895 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec65274-0670-4e7e-ac63-0cb60cc902b5 x-openstack-request-id: req-7ec65274-0670-4e7e-ac63-0cb60cc902b5 {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:29.813213 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f937861b-5b0e-4f1c-9882-3fbe68e5dfec", "tag": "cc592511-2dc0-4078-932a-64711ca71abd", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:29.813525 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ec65274-0670-4e7e-ac63-0cb60cc902b5 {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:29.813937 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'tag': 'cc592511-2dc0-4078-932a-64711ca71abd', 'status': 'completed', 'code': 200} Jun 07 08:14:29.834042 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['cc592511-2dc0-4078-932a-64711ca71abd'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:29.964911 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba3a7b-78ea-4632-81ef-378b54cdf32c req-558106a7-ce2e-4e1f-ae01-f8fcafc4c859 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:29.972694 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2dba3a7b-78ea-4632-81ef-378b54cdf32c req-558106a7-ce2e-4e1f-ae01-f8fcafc4c859 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.1192853 Jun 07 08:14:30.032815 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2dba3a7b-78ea-4632-81ef-378b54cdf32c req-deda4911-00d2-4f8e-892c-a94dd47d5eea tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e7128d4-c658-49ae-bf20-8d4b76bf515e&id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588052 Jun 07 08:14:30.078460 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-246b90d9-bbe1-4c1b-8620-020dcb322128 None None] Provisioning complete for port cc592511-2dc0-4078-932a-64711ca71abd triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:30.078930 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-246b90d9-bbe1-4c1b-8620-020dcb322128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:30.387151 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6da0f0-7b4b-4f1a-abc0-659c76703ee1 req-910d3fcb-0324-45c8-aff2-0eabff82f52a tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:30.395883 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2e6da0f0-7b4b-4f1a-abc0-659c76703ee1 req-910d3fcb-0324-45c8-aff2-0eabff82f52a tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1290667 Jun 07 08:14:30.456815 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2e6da0f0-7b4b-4f1a-abc0-659c76703ee1 req-8c6d0658-d7fa-4a8c-82c3-08e94b2be972 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598516 Jun 07 08:14:31.705071 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74a5e3-d379-4bf7-9d7b-93091db6a1b4 req-1f4dce35-b82d-4572-bb5c-d62e32ae3055 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:31.706618 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0a74a5e3-d379-4bf7-9d7b-93091db6a1b4 req-1f4dce35-b82d-4572-bb5c-d62e32ae3055 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1199996 Jun 07 08:14:31.765134 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0a74a5e3-d379-4bf7-9d7b-93091db6a1b4 req-973e4811-898a-4be7-8d8a-86835e61a4bf tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488551 Jun 07 08:14:32.079370 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['cc592511-2dc0-4078-932a-64711ca71abd'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:32.164038 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea727c6d-5f59-4ba5-a067-72b306e38e09 req-522340d7-392f-49fb-a325-0b20c4902580 service neutron] 10.222.0.48 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089198 Jun 07 08:14:32.318895 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea727c6d-5f59-4ba5-a067-72b306e38e09 req-58a69ab7-43d3-4996-9d73-f2dfa9e1cc71 service neutron] 10.222.0.48 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454883 Jun 07 08:14:32.457882 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414409-84df-46b8-a14b-317bd5b6ba61 req-3f905101-b8e3-4bd8-9932-1a10fb7b6592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:32.460134 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-87414409-84df-46b8-a14b-317bd5b6ba61 req-3f905101-b8e3-4bd8-9932-1a10fb7b6592 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc5a26018854599800252b483c0ad4c&device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 1137 time: 0.0841992 Jun 07 08:14:32.605923 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414409-84df-46b8-a14b-317bd5b6ba61 req-1ad25aea-73e9-4e09-a706-d74240a5a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:32.607321 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-87414409-84df-46b8-a14b-317bd5b6ba61 req-1ad25aea-73e9-4e09-a706-d74240a5a22d service neutron] 10.222.0.48 "GET /v2.0/networks?id=beb8320f-4891-4336-9ae9-15a94cf5cc57 HTTP/1.1" status: 200 len: 916 time: 0.1403062 Jun 07 08:14:32.759754 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-87414409-84df-46b8-a14b-317bd5b6ba61 req-349ec379-a7df-4ec2-8dbf-34d4dcc3d25b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc592511-2dc0-4078-932a-64711ca71abd HTTP/1.1" status: 200 len: 1001 time: 0.1364965 Jun 07 08:14:32.860514 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414409-84df-46b8-a14b-317bd5b6ba61 req-4827f2b8-d9f7-4c28-bce0-f92e15c34c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:32.862491 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-87414409-84df-46b8-a14b-317bd5b6ba61 req-4827f2b8-d9f7-4c28-bce0-f92e15c34c2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efacace9-e543-4e64-affc-1e7db3864442 HTTP/1.1" status: 200 len: 854 time: 0.0897660 Jun 07 08:14:33.035633 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87414409-84df-46b8-a14b-317bd5b6ba61 req-e867f387-f56c-4bd6-b4fd-cf7f82fa04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:33.038052 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-87414409-84df-46b8-a14b-317bd5b6ba61 req-e867f387-f56c-4bd6-b4fd-cf7f82fa04ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=beb8320f-4891-4336-9ae9-15a94cf5cc57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1566041 Jun 07 08:14:33.051071 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b40708-b66a-434c-9d17-842daf5faee9 req-dfaeaee6-1eea-486c-9070-67c7e3140322 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:33.053845 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-76b40708-b66a-434c-9d17-842daf5faee9 req-dfaeaee6-1eea-486c-9070-67c7e3140322 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1168141 Jun 07 08:14:33.096997 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54522) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:33.189516 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-76b40708-b66a-434c-9d17-842daf5faee9 req-54bd1386-b7c3-469b-8795-ebe8e947c19e tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142159 Jun 07 08:14:33.227831 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-87414409-84df-46b8-a14b-317bd5b6ba61 req-4c120dc2-b34f-4e48-befb-edf2808c4057 service neutron] 10.222.0.48 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730103 Jun 07 08:14:33.286476 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-a05ff47c-497e-461b-bac6-e1a9e05096fe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad2b214b26924d8bbf12e01079d74b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1876373 Jun 07 08:14:33.288871 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54526) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:33.353917 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0e419f50-5085-4eeb-8efa-d253b83f8e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:33.385132 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0e419f50-5085-4eeb-8efa-d253b83f8e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:33.446903 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0e419f50-5085-4eeb-8efa-d253b83f8e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:33.449601 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0e419f50-5085-4eeb-8efa-d253b83f8e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:33.450725 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-0e419f50-5085-4eeb-8efa-d253b83f8e52 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efc7878a-0aa5-4538-874e-d7c73b2dddc0 HTTP/1.1" status: 204 len: 168 time: 0.1608503 Jun 07 08:14:33.451536 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-1d2b6ae9-9857-4357-a513-8dbf914e2710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:33.462367 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-87414409-84df-46b8-a14b-317bd5b6ba61 req-138ecaa1-8c03-4f8f-acba-c192d4cd0ab0 service neutron] 10.222.0.48 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264965 Jun 07 08:14:33.462589 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e419f50-5085-4eeb-8efa-d253b83f8e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc7878a-0aa5-4538-874e-d7c73b2dddc0,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:33.465229 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0e419f50-5085-4eeb-8efa-d253b83f8e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:34.212447 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54570) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:34.426199 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec79e0-8cc1-4b4f-900b-84d63eb3a1d4 req-12bc9297-538a-4c0f-9d00-ecf218ee1089 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:34.428398 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c6ec79e0-8cc1-4b4f-900b-84d63eb3a1d4 req-12bc9297-538a-4c0f-9d00-ecf218ee1089 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1028554 Jun 07 08:14:34.433493 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1130262563-network', 'tenant_id': 'eeb38b748f524559845190d0c16370c9'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:34.489133 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Made reservation on behalf of eeb38b748f524559845190d0c16370c9 for: {'network': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:14:34.491495 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:34.502305 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c6ec79e0-8cc1-4b4f-900b-84d63eb3a1d4 req-40cdb51a-c0ad-4814-bbc1-794b09f4bc79 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656047 Jun 07 08:14:34.506674 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:34.636850 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:34.641867 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:34.645075 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6669b61f-678d-4021-950f-22951e99efad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:34.677718 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=91867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:14:34.683330 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9b88db-cdcb-40d2-82f6-328f7cdf0e65,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:34.686714 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:34.693773 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:34.693958 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.segments_db [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Added segment f1e52d0a-b430-40e3-8d84-0f421f5fb2c7 of type vlan for network 74cb1bed-0784-4820-8a5f-b49c39060f66 Jun 07 08:14:34.727687 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:34.756213 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:34.757650 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:34.758223 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:34.762814 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-726853da-0e13-4654-ac1e-b6099f80658b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:34.813567 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5973499 Jun 07 08:14:34.814429 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 54616) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:34.820946 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-b05a28ee-893b-4c9e-92c1-0e88f0076b91 admin admin] Request body: {'subnet': {'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1130262563-subnet', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'ip_version': 4}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:34.842948 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05a28ee-893b-4c9e-92c1-0e88f0076b91 admin admin] Made reservation on behalf of eeb38b748f524559845190d0c16370c9 for: {'subnet': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:14:34.845403 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b05a28ee-893b-4c9e-92c1-0e88f0076b91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4090608'] for subnet, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:34.862133 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Pushing event updated for resources: {'Network': ['ID=74cb1bed-0784-4820-8a5f-b49c39060f66,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:34.867037 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:34.874841 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network 74cb1bed-0784-4820-8a5f-b49c39060f66 details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:14:35.059909 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b05a28ee-893b-4c9e-92c1-0e88f0076b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2265099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4090594'] for subnet, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:35.064374 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:35.137321 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a28ee-893b-4c9e-92c1-0e88f0076b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=851c1953-1ae7-4d4b-adb9-ab249dcd31a7,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:35.141181 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-b05a28ee-893b-4c9e-92c1-0e88f0076b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:35.145321 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a28ee-893b-4c9e-92c1-0e88f0076b91 admin admin] Checking segment: {'id': 'f1e52d0a-b430-40e3-8d84-0f421f5fb2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:14:35.145683 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a28ee-893b-4c9e-92c1-0e88f0076b91 admin admin] Network hostable DHCP agents. Network: 74cb1bed-0784-4820-8a5f-b49c39060f66, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:14:35.162738 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a28ee-893b-4c9e-92c1-0e88f0076b91 admin admin] Network 74cb1bed-0784-4820-8a5f-b49c39060f66 is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:14:35.171742 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-b05a28ee-893b-4c9e-92c1-0e88f0076b91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, 74cb1bed-0784-4820-8a5f-b49c39060f66) {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:35.176169 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a28ee-893b-4c9e-92c1-0e88f0076b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:35.177385 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b05a28ee-893b-4c9e-92c1-0e88f0076b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:35.184963 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efd1379-dced-4a48-a84e-91dafc98ff3c None None] Network 74cb1bed-0784-4820-8a5f-b49c39060f66 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:14:35.198029 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-b05a28ee-893b-4c9e-92c1-0e88f0076b91 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3800199 Jun 07 08:14:35.198378 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54622) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:35.202920 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:35.230013 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:35.232500 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-241532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:35.248602 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:35.440088 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf83e8f63-32ac-5286-9395-d7cf83f6d299-74cb1bed-0784-4820-8a5f-b49c39060f66', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'fixed_ips': [{'subnet_id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7'}]}} from dv-cinder-784945-11-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:14:35.441238 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:35.605600 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Allocated IP 172.20.0.2 (74cb1bed-0784-4820-8a5f-b49c39060f66/851c1953-1ae7-4d4b-adb9-ab249dcd31a7/112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:14:35.683927 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4642'] for router, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:35.759924 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a54bf1-9252-4feb-9601-dfeaaeffe59a req-74a9a43b-4d57-4d06-9239-2ce8c86fb668 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:35.761390 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-76a54bf1-9252-4feb-9601-dfeaaeffe59a req-74a9a43b-4d57-4d06-9239-2ce8c86fb668 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1332026 Jun 07 08:14:35.812785 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:35.823405 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Transition to ACTIVE for port object 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:35.842865 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Transition to ACTIVE for port object 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:35.848392 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:35.852554 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:35.868047 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-76a54bf1-9252-4feb-9601-dfeaaeffe59a req-3e562db9-a229-4f56-861f-26c5cbdab668 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005135 Jun 07 08:14:35.917416 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Network 74cb1bed-0784-4820-8a5f-b49c39060f66 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:14:35.919362 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:35.923193 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:14:35.929965 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Pushing event updated for resources: {'Port': ['ID=112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:35.933725 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:36.023329 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Attempting to bind port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:14:36.023707 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Attempting to bind port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': 'f1e52d0a-b430-40e3-8d84-0f421f5fb2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:14:36.024076 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Attempting to bind port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd on network 74cb1bed-0784-4820-8a5f-b49c39060f66 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:14:36.029561 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:14:36.029973 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Checking segment: {'id': 'f1e52d0a-b430-40e3-8d84-0f421f5fb2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:14:36.030379 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:36.030775 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Bound using segment: {'id': 'f1e52d0a-b430-40e3-8d84-0f421f5fb2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:14:36.031242 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Bound port: 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e52d0a-b430-40e3-8d84-0f421f5fb2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:14:36.031608 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:36.095150 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:36.123712 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] For port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:14:36.126318 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:36.126777 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] For port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd,segment=NetworkSegment(f1e52d0a-b430-40e3-8d84-0f421f5fb2c7),segment_id=f1e52d0a-b430-40e3-8d84-0f421f5fb2c7)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:14:36.132149 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:36.135733 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-09ddacf3-b9c0-4bb7-a420-c726bcf16ad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:36.249520 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Pushing event updated for resources: {'Port': ['ID=112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:36.252920 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:36.288201 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Allocated IP 172.27.1.10 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/d0784d2f-6eb1-4182-8275-d6baf92e29b4) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:14:36.486105 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:36.524345 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:36.529030 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-79e7e060-e48e-4e98-a77d-602e37b2cb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:36.635287 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:14:36.638105 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:36.642836 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:14:36.667800 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Pushing event updated for resources: {'Port': ['ID=d0784d2f-6eb1-4182-8275-d6baf92e29b4,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:36.673226 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:36.747914 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85fa57-b65e-42f9-a4dd-0a81fd49ceff req-48b42f40-3a83-478c-aebf-f7c1dd3f2d40 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:36.749493 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fe85fa57-b65e-42f9-a4dd-0a81fd49ceff req-48b42f40-3a83-478c-aebf-f7c1dd3f2d40 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.0940988 Jun 07 08:14:36.786559 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:36.802499 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fe85fa57-b65e-42f9-a4dd-0a81fd49ceff req-5d17c17d-4960-4fa2-9782-91efd53c35d8 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e7128d4-c658-49ae-bf20-8d4b76bf515e&id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464363 Jun 07 08:14:37.172605 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:37.255326 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe8f8e-81c6-44f1-893b-effb994d9647 None None] Network 74cb1bed-0784-4820-8a5f-b49c39060f66 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:14:37.408226 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-84f76b6c-c622-4a05-a092-8d7d7638b4d8 None None] Provisioning for port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:37.517636 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481443'] for router, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:37.768846 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Router ba35ca43-4e1a-44fa-86e9-81212fb10b94 is scheduled to L3 agent edff9234-329c-41be-a42f-286eff3df819 with binding_index 1 {{(pid=91867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:14:37.813921 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03591356-4668-423d-a5e3-4f5fa14bc216 req-68d314bd-56c5-4adc-8ad8-d4809fe4ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:37.815624 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-03591356-4668-423d-a5e3-4f5fa14bc216 req-68d314bd-56c5-4adc-8ad8-d4809fe4ac45 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc5a26018854599800252b483c0ad4c&device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 1137 time: 0.0857439 Jun 07 08:14:37.964924 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03591356-4668-423d-a5e3-4f5fa14bc216 req-cad2cd1e-5eb7-4429-99fa-55dd7914b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:37.966453 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-03591356-4668-423d-a5e3-4f5fa14bc216 req-cad2cd1e-5eb7-4429-99fa-55dd7914b8ed service neutron] 10.222.0.48 "GET /v2.0/networks?id=beb8320f-4891-4336-9ae9-15a94cf5cc57 HTTP/1.1" status: 200 len: 916 time: 0.1318882 Jun 07 08:14:38.014752 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:14:38.025436 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Sync routers for ids ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:14:38.037336 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Routers {'ba35ca43-4e1a-44fa-86e9-81212fb10b94'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:14:38.038438 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:14:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:38.038788 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Notify callbacks [] for router, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:38.039991 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8406177 Jun 07 08:14:38.043436 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54664) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:38.088644 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-03591356-4668-423d-a5e3-4f5fa14bc216 req-99b88370-0aee-45f9-98a6-472f0321ae18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc592511-2dc0-4078-932a-64711ca71abd HTTP/1.1" status: 200 len: 1001 time: 0.1139791 Jun 07 08:14:38.107585 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906864af-99e2-4b75-a9ea-30f8949670cd req-dbf3676c-24ce-4310-991f-9ff5263267e2 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:38.109040 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-906864af-99e2-4b75-a9ea-30f8949670cd req-dbf3676c-24ce-4310-991f-9ff5263267e2 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.1849246 Jun 07 08:14:38.157069 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03591356-4668-423d-a5e3-4f5fa14bc216 req-84a748ed-0c22-4d96-b157-35e2a7d23e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:38.157571 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-03591356-4668-423d-a5e3-4f5fa14bc216 req-84a748ed-0c22-4d96-b157-35e2a7d23e7e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efacace9-e543-4e64-affc-1e7db3864442 HTTP/1.1" status: 200 len: 854 time: 0.0614526 Jun 07 08:14:38.217286 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 54668) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:38.228071 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-906864af-99e2-4b75-a9ea-30f8949670cd req-d78acf3d-de1f-4b1f-9cad-e879420a6d92 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e7128d4-c658-49ae-bf20-8d4b76bf515e&id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105819 Jun 07 08:14:38.231310 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Set router ba35ca43-4e1a-44fa-86e9-81212fb10b94 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:14:38.317336 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-60798bdc-80ac-4a6c-8dd5-751ba5d815b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:38.320278 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_v2 [None req-132067f7-eb86-42e1-969a-41937358c155 admin admin] Deleting subnet 89ecee2c-1cf5-4b39-b085-6dec343fa7ea {{(pid=91866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:14:38.325458 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-132067f7-eb86-42e1-969a-41937358c155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:38.389346 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03591356-4668-423d-a5e3-4f5fa14bc216 req-c0631974-3d72-49e0-b9f2-a818ce148b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:38.390841 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-03591356-4668-423d-a5e3-4f5fa14bc216 req-c0631974-3d72-49e0-b9f2-a818ce148b1f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=beb8320f-4891-4336-9ae9-15a94cf5cc57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2219625 Jun 07 08:14:38.393175 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-132067f7-eb86-42e1-969a-41937358c155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266515'] for subnet, precommit_delete_associations {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:38.415127 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:38.503534 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:38.511852 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:38.512887 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:38.538096 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-132067f7-eb86-42e1-969a-41937358c155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:38.601566 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:35Z', 'updated_at': '2021-06-07T08:14:36Z', 'revision_number': 3, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'gw_port': {'id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:36Z', 'updated_at': '2021-06-07T08:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:38.609867 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Checking router: ba35ca43-4e1a-44fa-86e9-81212fb10b94 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:14:38.610840 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Updating router ba35ca43-4e1a-44fa-86e9-81212fb10b94 port d0784d2f-6eb1-4182-8275-d6baf92e29b4 binding host dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:14:38.630157 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-03591356-4668-423d-a5e3-4f5fa14bc216 req-b7b49a82-74d4-415a-8464-0bf1138df531 service neutron] 10.222.0.48 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110686 Jun 07 08:14:38.767725 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:38.826283 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:38.883960 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd,segment=NetworkSegment(f1e52d0a-b430-40e3-8d84-0f421f5fb2c7),segment_id=f1e52d0a-b430-40e3-8d84-0f421f5fb2c7)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:38.922394 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-132067f7-eb86-42e1-969a-41937358c155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2265162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4090581'] for subnet, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:38.975857 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-8d44cd20-7bf7-4062-a5e9-73bfe6454cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:38.976122 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:38.979284 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:39.075351 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:39.078931 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:39.124480 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132067f7-eb86-42e1-969a-41937358c155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ecee2c-1cf5-4b39-b085-6dec343fa7ea,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:39.138717 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-132067f7-eb86-42e1-969a-41937358c155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:39.142296 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-132067f7-eb86-42e1-969a-41937358c155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:39.146982 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-132067f7-eb86-42e1-969a-41937358c155 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/89ecee2c-1cf5-4b39-b085-6dec343fa7ea HTTP/1.1" status: 204 len: 168 time: 0.9284728 Jun 07 08:14:39.150724 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 54692) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:39.213481 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Notify callbacks [] for port, precommit_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:39.225145 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.provisioning_blocks [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Transition to ACTIVE for port object d0784d2f-6eb1-4182-8275-d6baf92e29b4 will not be triggered until provisioned by entity L2. {{(pid=91885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:39.234342 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:39.239617 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-b3140670-a6b0-4a62-8d1b-e3fdf4c6b265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:39.311425 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Attempting to bind port d0784d2f-6eb1-4182-8275-d6baf92e29b4 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:14:39.312119 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Attempting to bind port d0784d2f-6eb1-4182-8275-d6baf92e29b4 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:14:39.312685 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Attempting to bind port d0784d2f-6eb1-4182-8275-d6baf92e29b4 on network 6973a06f-3d40-4ce6-8425-553e4825a987 {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:14:39.322726 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:14:39.323440 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Checking segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:14:39.324088 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:39.324674 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Bound using segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:14:39.325446 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Bound port: d0784d2f-6eb1-4182-8275-d6baf92e29b4, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:14:39.326036 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:39.339782 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-03591356-4668-423d-a5e3-4f5fa14bc216 req-6a3074fe-6807-4e9e-8c33-b3bf92029a22 service neutron] 10.222.0.48 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914394 Jun 07 08:14:39.412262 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] For port d0784d2f-6eb1-4182-8275-d6baf92e29b4, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:14:39.415743 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] For port d0784d2f-6eb1-4182-8275-d6baf92e29b4, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=d0784d2f-6eb1-4182-8275-d6baf92e29b4,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:14:39.423759 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:39.433887 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Pushing event updated for resources: {'Port': ['ID=d0784d2f-6eb1-4182-8275-d6baf92e29b4,revision_number=2']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:39.445823 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:39.446190 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:39.446529 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:39.446861 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:39.447188 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:39.447609 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:39.447813 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:39.448131 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:39.448467 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:39.448785 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:39.449098 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:39.449438 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:39.453605 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:39.454001 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:39.474822 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:39.500784 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5d1b9-82eb-424a-9173-f053916f8f01 req-f0a0bcc1-ed60-429a-880b-73926bbf1a7d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:39.502700 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5af5d1b9-82eb-424a-9173-f053916f8f01 req-f0a0bcc1-ed60-429a-880b-73926bbf1a7d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1441228 Jun 07 08:14:39.513147 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Routers {'ba35ca43-4e1a-44fa-86e9-81212fb10b94'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:14:39.513804 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:14:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:39.530135 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a1d26098-3c27-490d-a617-e4dcc2e3549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:39.541732 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-2a210c8e-90ef-4f80-b12d-03c1e9cdd96d tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:39.543195 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-2a210c8e-90ef-4f80-b12d-03c1e9cdd96d tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/networks?id=3333e51f-4315-40a5-8376-1adc44f92e27 HTTP/1.1" status: 200 len: 813 time: 0.5777152 Jun 07 08:14:39.562587 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-9e1a6a2f-f387-4db8-9d5f-ad31d7b6bf64 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/quotas/b5ba8c9b40bd4be6927457180d11cbbf HTTP/1.1" status: 200 len: 375 time: 0.0131145 Jun 07 08:14:39.628871 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5af5d1b9-82eb-424a-9173-f053916f8f01 req-1a2cfc33-fe85-4350-97f3-7007a9ffd3aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774045 Jun 07 08:14:39.629475 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Pushing event updated for resources: {'Port': ['ID=d0784d2f-6eb1-4182-8275-d6baf92e29b4,revision_number=3']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:39.635128 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-8c19c3a4-b20a-4e72-ace8-e1e5fd0fcd76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:39.702417 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-1746afd5-e6e6-4497-8120-8142f39ebfd9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b5ba8c9b40bd4be6927457180d11cbbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098762 Jun 07 08:14:39.784239 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Allocated IP 172.20.0.1 (74cb1bed-0784-4820-8a5f-b49c39060f66/851c1953-1ae7-4d4b-adb9-ab249dcd31a7/ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:14:39.806291 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] Set router ba35ca43-4e1a-44fa-86e9-81212fb10b94 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:14:39.964767 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a1d26098-3c27-490d-a617-e4dcc2e3549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:39.997985 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-a1d26098-3c27-490d-a617-e4dcc2e3549a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6468e9d1-3896-4a9e-bd0f-388235911e2b']}} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:40.057540 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-a1d26098-3c27-490d-a617-e4dcc2e3549a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9fb0f7-6b11-4c35-8efd-cd929e699b2c') {'for_net_delete': True} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:40.058276 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-a1d26098-3c27-490d-a617-e4dcc2e3549a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9fb0f7-6b11-4c35-8efd-cd929e699b2c') {} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:40.058578 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:40.070152 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d012ed-d956-4bad-8e83-5219284b41bc req-50742c43-c717-48ed-8fe1-8cec301a0403 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:40.071921 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-98d012ed-d956-4bad-8e83-5219284b41bc req-50742c43-c717-48ed-8fe1-8cec301a0403 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.2739475 Jun 07 08:14:40.076170 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a1d26098-3c27-490d-a617-e4dcc2e3549a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2266538'] for segment, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:40.108467 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.provisioning_blocks [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Transition to ACTIVE for port object ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 will not be triggered until provisioned by entity DHCP. {{(pid=91867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:40.112047 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-6d287749-db55-44f1-9683-538c3ae18ce7 service neutron] 10.222.0.43 "GET /v2.0/networks/3333e51f-4315-40a5-8376-1adc44f92e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083951 Jun 07 08:14:40.125278 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a1d26098-3c27-490d-a617-e4dcc2e3549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:40.135456 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d26098-3c27-490d-a617-e4dcc2e3549a admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=91866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:14:40.136728 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a1d26098-3c27-490d-a617-e4dcc2e3549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265328'] for segment, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: Traceback (most recent call last): Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: timer() Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: cb(*args, **kw) Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: return func(*args, **kwargs) Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: self._notify() Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: self.callback(batched_events) Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: event.method(event) Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: return f(self, *a, **k) Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._get(url).json() Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: return self.request(url, 'GET', **kwargs) Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:14:40.153363 dv-cinder-784945-11-iscsi neutron-server[91866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:14:40.155792 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-98d012ed-d956-4bad-8e83-5219284b41bc req-980fa883-e4a3-4a60-b422-062cdb6f03e3 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e7128d4-c658-49ae-bf20-8d4b76bf515e&id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735478 Jun 07 08:14:40.164633 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:40.165610 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:35Z', 'updated_at': '2021-06-07T08:14:36Z', 'revision_number': 3, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'gw_port': {'id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:36Z', 'updated_at': '2021-06-07T08:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:40.170981 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-a686b671-9aea-49db-b124-8a9a4f5106da tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:40.171162 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcdf5a0-0a55-46cc-9344-944696922423 None None] The sync data for ids ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'] in dv-cinder-784945-11-iscsi is: [{'id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:35Z', 'updated_at': '2021-06-07T08:14:36Z', 'revision_number': 3, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'gw_port': {'id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:36Z', 'updated_at': '2021-06-07T08:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:14:40.236921 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Network 74cb1bed-0784-4820-8a5f-b49c39060f66 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:14:40.239748 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:40.242415 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:14:40.293420 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Pushing event updated for resources: {'Port': ['ID=ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:40.297050 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:40.310256 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-245993'] for router_interface, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:40.341675 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:40.376535 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a1d26098-3c27-490d-a617-e4dcc2e3549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:40.400223 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:40.433434 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d26098-3c27-490d-a617-e4dcc2e3549a admin admin] Pushing event deleted for resources: {'Network': ['ID=6468e9d1-3896-4a9e-bd0f-388235911e2b,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:40.436827 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a1d26098-3c27-490d-a617-e4dcc2e3549a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:40.441532 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-a1d26098-3c27-490d-a617-e4dcc2e3549a admin admin] 10.222.0.43 "DELETE /v2.0/networks/6468e9d1-3896-4a9e-bd0f-388235911e2b HTTP/1.1" status: 204 len: 168 time: 1.2875803 Jun 07 08:14:40.451174 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a1d26098-3c27-490d-a617-e4dcc2e3549a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:40.466148 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:40.466526 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:40.468945 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-5750c637-8cc8-4053-8718-0cac4d0cf30c service neutron] 10.222.0.43 "GET /v2.0/networks/3333e51f-4315-40a5-8376-1adc44f92e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145323 Jun 07 08:14:40.476278 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:40.739559 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-a12913e2-4b01-4033-a5e6-7469e930d2c4 None None] Provisioning for port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:40.750880 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-a12913e2-4b01-4033-a5e6-7469e930d2c4 None None] Provisioning complete for port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:40.751270 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a12913e2-4b01-4033-a5e6-7469e930d2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:40.766061 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 54712) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:40.836735 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c8a421a7-50ca-401d-82a0-6d897d8fd71d req-4080fe1f-64f4-41a0-b2d0-6fb0ac8f155c tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 210 time: 0.0991712 Jun 07 08:14:40.847290 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-a12913e2-4b01-4033-a5e6-7469e930d2c4 None None] Port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:14:40.855282 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:40.924149 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-ad8dfff2-8522-469d-8c35-18779c0c9733 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=270f56dd987b4fbe85bc0cf1bf0be2da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565857 Jun 07 08:14:40.927867 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54718) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:40.989684 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d61b7e-2528-4c85-8c61-a99965233f07 req-bd15cf32-fef4-482d-800b-a907975b0ace tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:40.992419 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-63d61b7e-2528-4c85-8c61-a99965233f07 req-bd15cf32-fef4-482d-800b-a907975b0ace tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1261485 Jun 07 08:14:40.992752 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-89838540-aacc-4854-9f75-f2492cf8300f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:41.044954 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-712c034d-5c43-4513-8505-b28c5edbb382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:41.058994 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-63d61b7e-2528-4c85-8c61-a99965233f07 req-00cff48c-ef4d-47c3-a77a-629d37f77ac5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582323 Jun 07 08:14:41.086290 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-712c034d-5c43-4513-8505-b28c5edbb382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:41.123888 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:41.135428 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819681'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:41.170377 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:41.261849 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-452256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468401'] for router_interface, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:41.272730 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Pushing event updated for resources: {'Port': ['ID=ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82,revision_number=2']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:41.282306 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:41.297431 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-712c034d-5c43-4513-8505-b28c5edbb382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:41.300268 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-712c034d-5c43-4513-8505-b28c5edbb382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:41.301551 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-712c034d-5c43-4513-8505-b28c5edbb382 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1a1b6e2-7d50-4f79-9fb3-c6470350b093 HTTP/1.1" status: 204 len: 168 time: 0.3725739 Jun 07 08:14:41.304408 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-e216d04e-7d80-4475-8048-0997d172c734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:41.513461 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c034d-5c43-4513-8505-b28c5edbb382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a1b6e2-7d50-4f79-9fb3-c6470350b093,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:41.520589 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-712c034d-5c43-4513-8505-b28c5edbb382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:41.650877 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Network 74cb1bed-0784-4820-8a5f-b49c39060f66 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:14:41.652532 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:41.662189 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d92fb-0414-4b17-b24e-06b534913156 req-9bdd8388-ad4e-426d-81eb-f9aeabed3ccb tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:41.669130 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0c8d92fb-0414-4b17-b24e-06b534913156 req-9bdd8388-ad4e-426d-81eb-f9aeabed3ccb tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.3664925 Jun 07 08:14:41.798216 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0c8d92fb-0414-4b17-b24e-06b534913156 req-6bf07a98-03fc-49b1-b239-ca7c2794ef68 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e7128d4-c658-49ae-bf20-8d4b76bf515e&id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281154 Jun 07 08:14:41.909706 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Router ba35ca43-4e1a-44fa-86e9-81212fb10b94 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:14:41.958213 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:42.003381 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-a98ba5b2-94fb-4d1b-8027-67b3b62a5573 None None] Provisioning complete for port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:42.003768 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a98ba5b2-94fb-4d1b-8027-67b3b62a5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:42.108973 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-a98ba5b2-94fb-4d1b-8027-67b3b62a5573 None None] Port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:14:42.192409 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:14:42.199418 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] 10.222.0.43 "PUT /v2.0/routers/ba35ca43-4e1a-44fa-86e9-81212fb10b94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1552036 Jun 07 08:14:42.382159 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device d0784d2f-6eb1-4182-8275-d6baf92e29b4 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:42.428639 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1b836954-bfa3-44f6-a4b5-e708d8eecb5b req-37538e86-ef6f-4388-a003-78107711e1e1 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 210 time: 0.1456904 Jun 07 08:14:42.529896 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542a7a8-f264-407d-9b33-9d6df2dc295b req-780af473-27da-4981-9d57-df596361d24b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:42.543757 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d542a7a8-f264-407d-9b33-9d6df2dc295b req-780af473-27da-4981-9d57-df596361d24b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.2149920 Jun 07 08:14:42.572579 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-af84f5ce-3b28-41c8-88f8-0c47c64f2f0e tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:42.580112 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-af84f5ce-3b28-41c8-88f8-0c47c64f2f0e tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.48 "GET /v2.0/networks?id=3333e51f-4315-40a5-8376-1adc44f92e27 HTTP/1.1" status: 200 len: 813 time: 0.5207884 Jun 07 08:14:42.580820 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port d0784d2f-6eb1-4182-8275-d6baf92e29b4 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:42.604144 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Sync routers for ids ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:14:42.608263 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d542a7a8-f264-407d-9b33-9d6df2dc295b req-64ab68c5-170d-4b6b-92c4-48582c44b62a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620472 Jun 07 08:14:42.609632 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-51116973-db0d-4ac8-a78e-ff5292059805 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Request body: {'port': {'device_id': '395c2ff0-de49-4feb-b24f-5484c14dc3eb', 'network_id': '3333e51f-4315-40a5-8376-1adc44f92e27', 'admin_state_up': True, 'tenant_id': 'b5ba8c9b40bd4be6927457180d11cbbf'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:42.612561 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port d0784d2f-6eb1-4182-8275-d6baf92e29b4 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:42.613345 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:42.666100 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Routers {'ba35ca43-4e1a-44fa-86e9-81212fb10b94'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:14:42.666742 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:14:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:42.834524 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-51116973-db0d-4ac8-a78e-ff5292059805 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Made reservation on behalf of b5ba8c9b40bd4be6927457180d11cbbf for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:14:42.842381 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-51116973-db0d-4ac8-a78e-ff5292059805 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.066531 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Set router ba35ca43-4e1a-44fa-86e9-81212fb10b94 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:14:43.164834 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb4332-e120-4163-96f9-1c9256adb982 req-19ded182-e894-421c-af6e-0264b682cbb3 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:43.168280 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4cbb4332-e120-4163-96f9-1c9256adb982 req-19ded182-e894-421c-af6e-0264b682cbb3 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.1534927 Jun 07 08:14:43.210605 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.266180 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-51116973-db0d-4ac8-a78e-ff5292059805 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Allocated IP 172.20.0.14 (3333e51f-4315-40a5-8376-1adc44f92e27/609bbdb9-3891-4a01-91bb-3544d8cb8fdb/0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:14:43.272291 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4cbb4332-e120-4163-96f9-1c9256adb982 req-f4f96970-b802-4f24-8d41-ba53c6a3d465 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e7128d4-c658-49ae-bf20-8d4b76bf515e&id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933900 Jun 07 08:14:43.296357 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port d0784d2f-6eb1-4182-8275-d6baf92e29b4, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=d0784d2f-6eb1-4182-8275-d6baf92e29b4,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:43.307465 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.322852 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71468346-cb9f-4351-8812-fbc2e58d7d6b req-9066bb36-b1d7-4c7d-a7bf-0219e5877318 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:43.324927 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-71468346-cb9f-4351-8812-fbc2e58d7d6b req-9066bb36-b1d7-4c7d-a7bf-0219e5877318 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.1617293 Jun 07 08:14:43.338550 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:43.354144 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54788) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:43.391861 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54792) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:43.399175 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-21584124-network', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:43.436610 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Made reservation on behalf of 0e858a96e0664904b8570d3ecc56869e for: {'network': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:14:43.440920 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.459699 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.509923 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=d0784d2f-6eb1-4182-8275-d6baf92e29b4,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:43.522553 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:43.547018 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-71468346-cb9f-4351-8812-fbc2e58d7d6b req-9934a711-63a6-4569-ad72-cc59c715b5fa tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101097 Jun 07 08:14:43.627627 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.635766 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.649454 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-5b0f9ea3-7cec-4912-8d42-51dca336ed0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:43.657399 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.705079 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:35Z', 'updated_at': '2021-06-07T08:14:40Z', 'revision_number': 4, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'gw_port': {'id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:36Z', 'updated_at': '2021-06-07T08:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82', 'name': '', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'mac_address': 'fa:16:3e:62:9a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:39Z', 'updated_at': '2021-06-07T08:14:40Z', 'revision_number': 2, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'subnets': [{'id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:43.711225 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Checking router: ba35ca43-4e1a-44fa-86e9-81212fb10b94 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:14:43.711824 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Updating router ba35ca43-4e1a-44fa-86e9-81212fb10b94 port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 binding host dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:14:43.719703 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-51116973-db0d-4ac8-a78e-ff5292059805 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.771946 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-806c2c74-144a-48de-82d2-178af97084f0 req-da0119a0-c501-4200-bee0-56f91e431f95 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 210 time: 0.0762622 Jun 07 08:14:43.775386 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=91867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:14:43.776162 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.777582 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-20ec9981-90f1-4907-af01-0ae5cd1bac33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.815937 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9a1961-8221-4e02-a059-d95bec9bf95a,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:43.823630 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:43.830817 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-51116973-db0d-4ac8-a78e-ff5292059805 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.835583 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.835973 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.segments_db [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Added segment e85a8266-6755-4907-bf9b-752c0873ce15 of type vlan for network 28092813-8dec-495a-91b4-6ef99cacafb6 Jun 07 08:14:43.842500 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e4535230-fc9f-4481-9119-00f2c4112408 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:43.882962 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.932826 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f778c-4fc2-4110-8338-b30f240064ff req-dc3bee92-1b2d-45dd-80c3-1b2af3dc743b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:43.934712 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-795f778c-4fc2-4110-8338-b30f240064ff req-dc3bee92-1b2d-45dd-80c3-1b2af3dc743b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1979086 Jun 07 08:14:43.936798 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-51116973-db0d-4ac8-a78e-ff5292059805 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Network 3333e51f-4315-40a5-8376-1adc44f92e27 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:14:43.940368 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-51116973-db0d-4ac8-a78e-ff5292059805 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:43.942246 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.943926 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51116973-db0d-4ac8-a78e-ff5292059805 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Pushing event updated for resources: {'Port': ['ID=0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:43.946149 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:43.946287 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:43.951459 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:43.964971 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-51116973-db0d-4ac8-a78e-ff5292059805 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:14:43.992622 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-51116973-db0d-4ac8-a78e-ff5292059805 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:44.012731 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-20ec9981-90f1-4907-af01-0ae5cd1bac33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.043585 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-795f778c-4fc2-4110-8338-b30f240064ff req-197dc5ba-173c-48ea-b2b3-808610d24dc6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006665 Jun 07 08:14:44.052388 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-51116973-db0d-4ac8-a78e-ff5292059805 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:44.053581 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-51116973-db0d-4ac8-a78e-ff5292059805 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.067399 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-20ec9981-90f1-4907-af01-0ae5cd1bac33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.075788 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-51116973-db0d-4ac8-a78e-ff5292059805 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4713409 Jun 07 08:14:44.077541 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Pushing event updated for resources: {'Network': ['ID=28092813-8dec-495a-91b4-6ef99cacafb6,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:44.083350 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6902349 Jun 07 08:14:44.084263 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:44.086610 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:44.090677 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Request body: {'port': {'device_id': '395c2ff0-de49-4feb-b24f-5484c14dc3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:44.096005 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network 28092813-8dec-495a-91b4-6ef99cacafb6 details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:14:44.098485 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54798) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:44.106341 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-5d514663-a9ba-4839-84fa-4663bd673a1f admin admin] Request body: {'subnet': {'network_id': '28092813-8dec-495a-91b4-6ef99cacafb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-21584124-subnet', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e', 'ip_version': 4}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:44.128565 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-20ec9981-90f1-4907-af01-0ae5cd1bac33 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cfdf8c193e8345b28f3aabac2d06246f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7733498 Jun 07 08:14:44.137669 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54800) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:44.159466 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec9981-90f1-4907-af01-0ae5cd1bac33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d858a69-50c1-4969-98b4-98820362d69b,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:44.164568 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-20ec9981-90f1-4907-af01-0ae5cd1bac33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:44.167277 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d514663-a9ba-4839-84fa-4663bd673a1f admin admin] Made reservation on behalf of 0e858a96e0664904b8570d3ecc56869e for: {'subnet': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:14:44.169602 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5d514663-a9ba-4839-84fa-4663bd673a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2465089'] for subnet, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.210437 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.304294 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fd1b0122-3566-477a-8439-ed67be1e530d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.311472 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.330879 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device d0784d2f-6eb1-4182-8275-d6baf92e29b4 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:44.342995 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fd1b0122-3566-477a-8439-ed67be1e530d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.363874 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Transition to ACTIVE for port object ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:44.390536 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.398607 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:44.529687 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fd1b0122-3566-477a-8439-ed67be1e530d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.532084 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fd1b0122-3566-477a-8439-ed67be1e530d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.533408 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-fd1b0122-3566-477a-8439-ed67be1e530d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d858a69-50c1-4969-98b4-98820362d69b HTTP/1.1" status: 204 len: 168 time: 0.3941007 Jun 07 08:14:44.548347 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-20ec9981-90f1-4907-af01-0ae5cd1bac33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:44.560374 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe0e21-5c61-492e-acc1-c798b3c6d497 None None] Pushing event updated for resources: {'Port': ['ID=ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:44.575855 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b0122-3566-477a-8439-ed67be1e530d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d858a69-50c1-4969-98b4-98820362d69b,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:44.578646 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-fd1b0122-3566-477a-8439-ed67be1e530d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:44.581043 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-90fe0e21-5c61-492e-acc1-c798b3c6d497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:44.598477 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d12efc-86df-49f9-816f-1fdf40bc0956 req-a86d7057-101f-42ca-91ce-ece5e4201a64 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:44.605447 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-76d12efc-86df-49f9-816f-1fdf40bc0956 req-a86d7057-101f-42ca-91ce-ece5e4201a64 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.1857708 Jun 07 08:14:44.607238 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5d514663-a9ba-4839-84fa-4663bd673a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3819574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2465107'] for subnet, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.617573 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:44.675827 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port d0784d2f-6eb1-4182-8275-d6baf92e29b4 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:44.676404 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.680872 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:14:44.691034 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.724126 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Transition to ACTIVE for port object 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:44.730104 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.737799 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:44.883832 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d514663-a9ba-4839-84fa-4663bd673a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed358ad-36f8-4bb2-a496-7eb32d321945,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:44.887177 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Attempting to bind port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:14:44.887546 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Attempting to bind port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': 'f1e52d0a-b430-40e3-8d84-0f421f5fb2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:14:44.887919 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Attempting to bind port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 on network 74cb1bed-0784-4820-8a5f-b49c39060f66 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:14:44.900973 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:14:44.901375 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Checking segment: {'id': 'f1e52d0a-b430-40e3-8d84-0f421f5fb2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:14:44.901785 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.902182 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Bound using segment: {'id': 'f1e52d0a-b430-40e3-8d84-0f421f5fb2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:14:44.902678 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Bound port: ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e52d0a-b430-40e3-8d84-0f421f5fb2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:14:44.903038 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:44.911298 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-5d514663-a9ba-4839-84fa-4663bd673a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:44.916707 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-76d12efc-86df-49f9-816f-1fdf40bc0956 req-684c7363-3a59-4d28-be7d-f3a30743af37 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e7128d4-c658-49ae-bf20-8d4b76bf515e&id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3023736 Jun 07 08:14:44.950319 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d514663-a9ba-4839-84fa-4663bd673a1f admin admin] Checking segment: {'id': 'e85a8266-6755-4907-bf9b-752c0873ce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28092813-8dec-495a-91b4-6ef99cacafb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:14:44.950772 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d514663-a9ba-4839-84fa-4663bd673a1f admin admin] Network hostable DHCP agents. Network: 28092813-8dec-495a-91b4-6ef99cacafb6, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:14:44.971433 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d514663-a9ba-4839-84fa-4663bd673a1f admin admin] Network 28092813-8dec-495a-91b4-6ef99cacafb6 is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:14:44.988162 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-5d514663-a9ba-4839-84fa-4663bd673a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, 28092813-8dec-495a-91b4-6ef99cacafb6) {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:44.997391 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d514663-a9ba-4839-84fa-4663bd673a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:44.998114 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5d514663-a9ba-4839-84fa-4663bd673a1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.014916 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240edeb0-4875-4a4e-9660-3e0161614a50 None None] Network 28092813-8dec-495a-91b4-6ef99cacafb6 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:14:45.024304 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-5d514663-a9ba-4839-84fa-4663bd673a1f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9246671 Jun 07 08:14:45.026703 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54812) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:45.033105 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-21584124-router', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:45.092100 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Pushing event updated for resources: {'Port': ['ID=0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:45.095368 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:45.123683 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.124894 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-241532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.147855 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.161879 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] For port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:14:45.167361 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e4a1-62c2-4238-9872-04089ca77ece req-fdca18ad-65c3-4fb5-aa6b-38723b5cf614 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:45.173811 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0781e4a1-62c2-4238-9872-04089ca77ece req-fdca18ad-65c3-4fb5-aa6b-38723b5cf614 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 944 time: 0.1324880 Jun 07 08:14:45.178874 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69ab96-4e6e-4e70-8fb7-544f6b963dd9 req-d3470de7-29a9-4a53-9f0a-6fc983a4e824 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:45.180356 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8f69ab96-4e6e-4e70-8fb7-544f6b963dd9 req-d3470de7-29a9-4a53-9f0a-6fc983a4e824 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.4057283 Jun 07 08:14:45.181489 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] For port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82,segment=NetworkSegment(f1e52d0a-b430-40e3-8d84-0f421f5fb2c7),segment_id=f1e52d0a-b430-40e3-8d84-0f421f5fb2c7)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:14:45.182779 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Attempting to bind port 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:14:45.183253 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Attempting to bind port 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '9d534b1e-f856-4f61-a310-b24f11d8b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3333e51f-4315-40a5-8376-1adc44f92e27'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:14:45.183679 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Attempting to bind port 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 on network 3333e51f-4315-40a5-8376-1adc44f92e27 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:14:45.202408 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Port 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 on network 3333e51f-4315-40a5-8376-1adc44f92e27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:14:45.202935 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Attempting to bind port 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 on network 3333e51f-4315-40a5-8376-1adc44f92e27 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:14:45.220301 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:14:45.220701 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Checking segment: {'id': '9d534b1e-f856-4f61-a310-b24f11d8b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3333e51f-4315-40a5-8376-1adc44f92e27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:14:45.221022 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Bound using segment: {'id': '9d534b1e-f856-4f61-a310-b24f11d8b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3333e51f-4315-40a5-8376-1adc44f92e27'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:14:45.221480 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Bound port: 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d534b1e-f856-4f61-a310-b24f11d8b004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3333e51f-4315-40a5-8376-1adc44f92e27'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:14:45.221823 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.237571 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0781e4a1-62c2-4238-9872-04089ca77ece req-22b68b9f-e8e5-475d-b90f-285ead362245 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623422 Jun 07 08:14:45.253185 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.256599 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-65e267b8-b0c0-47ab-87ad-0bf5dbc1b29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:45.308141 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8f69ab96-4e6e-4e70-8fb7-544f6b963dd9 req-23239aac-4611-4b76-bb4c-b4ac37558dd6 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196425 Jun 07 08:14:45.369230 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] For port 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:14:45.374229 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] For port 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01,segment=NetworkSegment(9d534b1e-f856-4f61-a310-b24f11d8b004),segment_id=9d534b1e-f856-4f61-a310-b24f11d8b004)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:14:45.380136 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.388491 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:45.396154 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Routers {'ba35ca43-4e1a-44fa-86e9-81212fb10b94'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:14:45.397609 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:14:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:45.466515 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:45.467171 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.468638 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] 10.222.0.48 "PUT /v2.0/ports/0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 HTTP/1.1" status: 200 len: 1094 time: 1.3833599 Jun 07 08:14:45.469227 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395c2ff0-de49-4feb-b24f-5484c14dc3eb', 'tag': '0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:45.471624 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c3fbe8-dd8a-4f71-b731-f2958ac05113" -d '{"events": [{"name": "network-changed", "server_uuid": "395c2ff0-de49-4feb-b24f-5484c14dc3eb", "tag": "0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:45.473740 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf83e8f63-32ac-5286-9395-d7cf83f6d299-28092813-8dec-495a-91b4-6ef99cacafb6', 'network_id': '28092813-8dec-495a-91b4-6ef99cacafb6', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e', 'fixed_ips': [{'subnet_id': '7ed358ad-36f8-4bb2-a496-7eb32d321945'}]}} from dv-cinder-784945-11-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:14:45.474657 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.488233 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Pushing event updated for resources: {'Port': ['ID=0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:45.492596 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:45.539831 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe0e21-5c61-492e-acc1-c798b3c6d497 None None] Pushing event updated for resources: {'Port': ['ID=ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:45.547073 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-90fe0e21-5c61-492e-acc1-c798b3c6d497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:45.560681 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98fdb00-e804-4475-a8fd-a2bb9d7e9f19 x-openstack-request-id: req-e98fdb00-e804-4475-a8fd-a2bb9d7e9f19 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:45.561139 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395c2ff0-de49-4feb-b24f-5484c14dc3eb", "tag": "0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:45.561529 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e98fdb00-e804-4475-a8fd-a2bb9d7e9f19 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:45.562043 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395c2ff0-de49-4feb-b24f-5484c14dc3eb', 'tag': '0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01', 'status': 'completed', 'code': 200} Jun 07 08:14:45.603281 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-920919da-6d56-43ef-80ba-53e5ac15668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:45.604811 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-920919da-6d56-43ef-80ba-53e5ac15668a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5ba8c9b40bd4be6927457180d11cbbf&device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 1097 time: 0.0771065 Jun 07 08:14:45.636292 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4642'] for router, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:45.702997 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851be606-69a9-450a-90df-4ffefdf8f948 req-309dc8aa-74ee-4ae8-8474-71333f7a86f2 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:45.704652 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-851be606-69a9-450a-90df-4ffefdf8f948 req-309dc8aa-74ee-4ae8-8474-71333f7a86f2 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.3122418 Jun 07 08:14:45.771853 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-1f99a53e-7bcb-461b-9c15-801a01c9b1fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 HTTP/1.1" status: 200 len: 217 time: 0.1569316 Jun 07 08:14:45.772962 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-851be606-69a9-450a-90df-4ffefdf8f948 req-7128ae36-855f-4f7e-9dee-a6386eec22f2 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564888 Jun 07 08:14:45.777976 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] Set router ba35ca43-4e1a-44fa-86e9-81212fb10b94 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:14:45.846829 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d31285d4-a911-4a34-b56c-66ad914853ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:45.849514 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-d31285d4-a911-4a34-b56c-66ad914853ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=609bbdb9-3891-4a01-91bb-3544d8cb8fdb HTTP/1.1" status: 200 len: 853 time: 0.0684414 Jun 07 08:14:45.900390 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-1dedea06-f511-42e7-b485-4e1acf665831 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3333e51f-4315-40a5-8376-1adc44f92e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432332 Jun 07 08:14:45.923389 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Allocated IP 172.20.0.2 (28092813-8dec-495a-91b4-6ef99cacafb6/7ed358ad-36f8-4bb2-a496-7eb32d321945/55bb4bbe-dedb-4d17-922e-7c2ca792ec0b) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:14:46.094868 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-214c7134-0b96-4d97-8dc5-f015755b3f00 service neutron] 10.222.0.48 "GET /v2.0/networks/3333e51f-4315-40a5-8376-1adc44f92e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872063 Jun 07 08:14:46.164539 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.199450 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.249272 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb129d-4b0c-432e-a6b8-41e3910bec47 req-718f1930-7db9-4ceb-82db-628f62e177f0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:46.250769 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-63fb129d-4b0c-432e-a6b8-41e3910bec47 req-718f1930-7db9-4ceb-82db-628f62e177f0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.1979477 Jun 07 08:14:46.290601 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ce673bd-58fe-42ab-90aa-e8daaf9ceb78 req-500d1146-399e-4797-9fb3-bd30d4886f8e service neutron] 10.222.0.48 "GET /v2.0/networks/3333e51f-4315-40a5-8376-1adc44f92e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804199 Jun 07 08:14:46.293576 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.308870 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Transition to ACTIVE for port object 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:46.324347 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:35Z', 'updated_at': '2021-06-07T08:14:40Z', 'revision_number': 4, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'gw_port': {'id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:36Z', 'updated_at': '2021-06-07T08:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82', 'name': '', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'mac_address': 'fa:16:3e:62:9a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:39Z', 'updated_at': '2021-06-07T08:14:45Z', 'revision_number': 4, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'subnets': [{'id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:46.330485 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-63fb129d-4b0c-432e-a6b8-41e3910bec47 req-6997fe50-cc1c-47ef-8714-ed19eef792b2 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e7128d4-c658-49ae-bf20-8d4b76bf515e&id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653038 Jun 07 08:14:46.334832 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3cf69-9ac5-483f-9cd1-df67358ba655 None None] The sync data for ids ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'] in dv-cinder-784945-11-iscsi is: [{'id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:35Z', 'updated_at': '2021-06-07T08:14:40Z', 'revision_number': 4, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'gw_port': {'id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:36Z', 'updated_at': '2021-06-07T08:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82', 'name': '', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'mac_address': 'fa:16:3e:62:9a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:39Z', 'updated_at': '2021-06-07T08:14:45Z', 'revision_number': 4, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'subnets': [{'id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:14:46.336727 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Transition to ACTIVE for port object 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:46.347415 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.352732 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7954c8fd-3f4b-4068-8e63-01e5b3a13faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:46.385285 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1ae81-17c7-41f7-a915-8d7307c86e78 req-521c0162-1b39-4473-863f-3879ff4f3e60 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:46.399623 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-acf1ae81-17c7-41f7-a915-8d7307c86e78 req-521c0162-1b39-4473-863f-3879ff4f3e60 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.3596833 Jun 07 08:14:46.440373 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Network 28092813-8dec-495a-91b4-6ef99cacafb6 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:14:46.444172 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:46.448225 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:14:46.510967 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3fbe8-dd8a-4f71-b731-f2958ac05113 req-844da5ce-aaeb-4fa4-926c-2af8f89caee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:46.512493 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-06c3fbe8-dd8a-4f71-b731-f2958ac05113 req-844da5ce-aaeb-4fa4-926c-2af8f89caee0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5ba8c9b40bd4be6927457180d11cbbf&device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 1097 time: 0.1445491 Jun 07 08:14:46.517974 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Pushing event updated for resources: {'Port': ['ID=55bb4bbe-dedb-4d17-922e-7c2ca792ec0b,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:46.521553 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:46.583031 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Attempting to bind port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:14:46.583410 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Attempting to bind port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': 'e85a8266-6755-4907-bf9b-752c0873ce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28092813-8dec-495a-91b4-6ef99cacafb6'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:14:46.583783 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Attempting to bind port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b on network 28092813-8dec-495a-91b4-6ef99cacafb6 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:14:46.589690 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:14:46.590067 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Checking segment: {'id': 'e85a8266-6755-4907-bf9b-752c0873ce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28092813-8dec-495a-91b4-6ef99cacafb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:14:46.590736 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.591141 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Bound using segment: {'id': 'e85a8266-6755-4907-bf9b-752c0873ce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28092813-8dec-495a-91b4-6ef99cacafb6'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:14:46.591665 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Bound port: 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85a8266-6755-4907-bf9b-752c0873ce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28092813-8dec-495a-91b4-6ef99cacafb6'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:14:46.592052 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.626929 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Allocated IP 172.27.1.203 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/7b436b96-0db6-4b0a-ae79-02355582888e) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:14:46.645510 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557dc15-a3e0-45fd-88f9-f1aa361d74d2 req-7ceb893d-ac27-4337-9300-95b5d474b1cc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:46.647293 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a557dc15-a3e0-45fd-88f9-f1aa361d74d2 req-7ceb893d-ac27-4337-9300-95b5d474b1cc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 944 time: 0.1324506 Jun 07 08:14:46.699383 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] For port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:14:46.704972 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] For port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=55bb4bbe-dedb-4d17-922e-7c2ca792ec0b,segment=NetworkSegment(e85a8266-6755-4907-bf9b-752c0873ce15),segment_id=e85a8266-6755-4907-bf9b-752c0873ce15)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:14:46.723888 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:46.734084 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:46.762600 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94becbb-4af4-4e13-9a42-bba1875b2a48 req-a46eafee-4535-41bf-8310-74ecfab40d8a tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:46.768610 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c94becbb-4af4-4e13-9a42-bba1875b2a48 req-a46eafee-4535-41bf-8310-74ecfab40d8a tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 945 time: 0.2221980 Jun 07 08:14:46.771440 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3fbe8-dd8a-4f71-b731-f2958ac05113 req-7327d209-b6b1-4985-9a3d-aa0c62c6b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:46.773255 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-06c3fbe8-dd8a-4f71-b731-f2958ac05113 req-7327d209-b6b1-4985-9a3d-aa0c62c6b8f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3333e51f-4315-40a5-8376-1adc44f92e27 HTTP/1.1" status: 200 len: 914 time: 0.2459953 Jun 07 08:14:46.821854 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Pushing event updated for resources: {'Port': ['ID=55bb4bbe-dedb-4d17-922e-7c2ca792ec0b,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:46.830752 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:46.905422 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c94becbb-4af4-4e13-9a42-bba1875b2a48 req-b56a121e-2784-4ecb-b2bb-dc0c10d7a0ae tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274524 Jun 07 08:14:46.906650 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-06c3fbe8-dd8a-4f71-b731-f2958ac05113 req-200f249f-106a-4158-b87e-171e557df36a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 HTTP/1.1" status: 200 len: 217 time: 0.0914860 Jun 07 08:14:46.937785 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [req-acf1ae81-17c7-41f7-a915-8d7307c86e78 req-b23e3cc8-6a46-4bba-9f83-5f1d61deaed7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Deleting port 49ccb4a0-2422-4167-a24b-1fc080d07864 {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:14:46.938555 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-acf1ae81-17c7-41f7-a915-8d7307c86e78 req-b23e3cc8-6a46-4bba-9f83-5f1d61deaed7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:47.001662 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3fbe8-dd8a-4f71-b731-f2958ac05113 req-130c91bf-879b-41a8-8c03-c2174ba083c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:47.003129 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-06c3fbe8-dd8a-4f71-b731-f2958ac05113 req-130c91bf-879b-41a8-8c03-c2174ba083c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=609bbdb9-3891-4a01-91bb-3544d8cb8fdb HTTP/1.1" status: 200 len: 853 time: 0.0872042 Jun 07 08:14:47.085208 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a557dc15-a3e0-45fd-88f9-f1aa361d74d2 req-e6867afb-8bc5-4d90-8a0d-16bfd612afec tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979783 Jun 07 08:14:47.113561 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-06c3fbe8-dd8a-4f71-b731-f2958ac05113 req-4d2e2dd2-0666-4447-a9a5-0e157602828e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3333e51f-4315-40a5-8376-1adc44f92e27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008899 Jun 07 08:14:47.134117 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-acf1ae81-17c7-41f7-a915-8d7307c86e78 req-b23e3cc8-6a46-4bba-9f83-5f1d61deaed7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] For port 49ccb4a0-2422-4167-a24b-1fc080d07864, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=49ccb4a0-2422-4167-a24b-1fc080d07864,segment=NetworkSegment(b88407fd-639e-49de-aaec-867aafbb2e19),segment_id=b88407fd-639e-49de-aaec-867aafbb2e19)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:47.134472 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-acf1ae81-17c7-41f7-a915-8d7307c86e78 req-b23e3cc8-6a46-4bba-9f83-5f1d61deaed7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:47.311924 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [req-acf1ae81-17c7-41f7-a915-8d7307c86e78 req-b23e3cc8-6a46-4bba-9f83-5f1d61deaed7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Calling delete_port for 49ccb4a0-2422-4167-a24b-1fc080d07864 owned by compute:nova {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:14:47.324188 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137afbc5-4475-4209-84d5-37c89a7b2faf req-aa878d47-d7ff-4511-883a-f721a0e117cf tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:47.329856 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-137afbc5-4475-4209-84d5-37c89a7b2faf req-aa878d47-d7ff-4511-883a-f721a0e117cf tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.2318230 Jun 07 08:14:47.333605 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-06c3fbe8-dd8a-4f71-b731-f2958ac05113 req-2eb991a7-f959-49e0-b7fc-c19a496741de service neutron] 10.222.0.48 "GET /v2.0/networks/3333e51f-4315-40a5-8376-1adc44f92e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753924 Jun 07 08:14:47.387313 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:47.467068 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-137afbc5-4475-4209-84d5-37c89a7b2faf req-5e255bbc-3fb8-45b9-93d8-fdb70cea4e28 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324105 Jun 07 08:14:47.523636 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-06c3fbe8-dd8a-4f71-b731-f2958ac05113 req-a135fb94-fc79-4d15-8eb5-166686451916 service neutron] 10.222.0.48 "GET /v2.0/networks/3333e51f-4315-40a5-8376-1adc44f92e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731503 Jun 07 08:14:47.571012 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:47.577342 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:47.610098 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-acf1ae81-17c7-41f7-a915-8d7307c86e78 req-b23e3cc8-6a46-4bba-9f83-5f1d61deaed7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:47.622894 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69', '49ccb4a0-2422-4167-a24b-1fc080d07864'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:47.657170 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:14:47.667215 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:47.699124 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:14:47.744452 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Pushing event updated for resources: {'Port': ['ID=7b436b96-0db6-4b0a-ae79-02355582888e,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:47.776903 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:47.782798 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:47.835512 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf1ae81-17c7-41f7-a915-8d7307c86e78 req-b23e3cc8-6a46-4bba-9f83-5f1d61deaed7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] No DVR routers for this DVR port 49ccb4a0-2422-4167-a24b-1fc080d07864 on host hv-cinder-78494 {{(pid=91867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:14:47.849868 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e3cc8-6a46-4bba-9f83-5f1d61deaed7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Pushing event deleted for resources: {'Port': ['ID=49ccb4a0-2422-4167-a24b-1fc080d07864,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:47.853879 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-acf1ae81-17c7-41f7-a915-8d7307c86e78 req-b23e3cc8-6a46-4bba-9f83-5f1d61deaed7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:47.855870 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-acf1ae81-17c7-41f7-a915-8d7307c86e78 req-b23e3cc8-6a46-4bba-9f83-5f1d61deaed7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.48 "DELETE /v2.0/ports/49ccb4a0-2422-4167-a24b-1fc080d07864 HTTP/1.1" status: 204 len: 173 time: 1.4492135 Jun 07 08:14:47.856917 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b353fc8-dafd-4df9-8a61-c9bd2f7e6639', 'name': 'network-vif-deleted', 'tag': '49ccb4a0-2422-4167-a24b-1fc080d07864'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:47.859333 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba405123-7df3-4489-880f-7d044607c737" -d '{"events": [{"server_uuid": "2b353fc8-dafd-4df9-8a61-c9bd2f7e6639", "name": "network-vif-deleted", "tag": "49ccb4a0-2422-4167-a24b-1fc080d07864"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:47.874564 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b23e3cc8-6a46-4bba-9f83-5f1d61deaed7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:47.885617 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d22d2-50c7-43c5-b43b-e8951efbb6e0 req-4492d9b5-1008-4ba5-94e8-81752f8bcf33 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:47.887197 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-819d22d2-50c7-43c5-b43b-e8951efbb6e0 req-4492d9b5-1008-4ba5-94e8-81752f8bcf33 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.3941622 Jun 07 08:14:47.955644 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117ee02c-3e0a-40db-a7f5-3a9558d531b5 x-openstack-request-id: req-117ee02c-3e0a-40db-a7f5-3a9558d531b5 {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:47.956196 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b353fc8-dafd-4df9-8a61-c9bd2f7e6639", "name": "network-vif-deleted", "tag": "49ccb4a0-2422-4167-a24b-1fc080d07864", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:47.956539 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-117ee02c-3e0a-40db-a7f5-3a9558d531b5 {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:47.957012 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b353fc8-dafd-4df9-8a61-c9bd2f7e6639', 'name': 'network-vif-deleted', 'tag': '49ccb4a0-2422-4167-a24b-1fc080d07864', 'status': 'completed', 'code': 200} Jun 07 08:14:47.998662 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37693a54-5aa2-4057-9fe1-75c2dbf8255f None None] Network 28092813-8dec-495a-91b4-6ef99cacafb6 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:14:48.025854 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:14:48.114967 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a3246dcf-c0be-494c-a7ed-77cf5923c6d2 req-34e97269-b780-4c77-a5a9-4d3cb5c18622 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b353fc8-dafd-4df9-8a61-c9bd2f7e6639 HTTP/1.1" status: 200 len: 210 time: 0.0487270 Jun 07 08:14:48.140008 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-819d22d2-50c7-43c5-b43b-e8951efbb6e0 req-bafa5d65-5542-4d49-9cc1-6cc0e402860b tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e7128d4-c658-49ae-bf20-8d4b76bf515e&id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1776183 Jun 07 08:14:48.163854 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-559c8a27-e433-488c-a5de-188d5a82a5b1 None None] Provisioning for port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:48.292432 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:14:48.358253 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8d684-c3d0-424f-90a9-22eea73a37b8 req-5e444628-9016-4d4c-b31b-bf80fa2c5465 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:48.365183 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-81b8d684-c3d0-424f-90a9-22eea73a37b8 req-5e444628-9016-4d4c-b31b-bf80fa2c5465 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 944 time: 0.1356058 Jun 07 08:14:48.372704 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:48.398718 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01,segment=NetworkSegment(9d534b1e-f856-4f61-a310-b24f11d8b004),segment_id=9d534b1e-f856-4f61-a310-b24f11d8b004)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:48.416075 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:48.449895 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-81b8d684-c3d0-424f-90a9-22eea73a37b8 req-2862c52e-091f-4f0a-83be-7a1c2e2dfbea tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837407 Jun 07 08:14:48.476142 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01', 'network_id': '3333e51f-4315-40a5-8376-1adc44f92e27', 'port_id': '0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01', 'mac_address': 'fa:16:3e:70:ae:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609bbdb9-3891-4a01-91bb-3544d8cb8fdb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:14:48.555786 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:48.586250 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:14:48.614592 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:48.622616 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01,segment=NetworkSegment(9d534b1e-f856-4f61-a310-b24f11d8b004),segment_id=9d534b1e-f856-4f61-a310-b24f11d8b004)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:48.626290 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:48.626943 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:48.659675 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:48.672686 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-90fe0e21-5c61-492e-acc1-c798b3c6d497 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:48.759928 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:48.762964 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:48.833495 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:48.873739 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82,segment=NetworkSegment(f1e52d0a-b430-40e3-8d84-0f421f5fb2c7),segment_id=f1e52d0a-b430-40e3-8d84-0f421f5fb2c7)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:48.877580 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:48.878436 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:48.906794 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-09ddacf3-b9c0-4bb7-a420-c726bcf16ad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:48.909149 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1871e-0d12-4155-93ff-61e0341c85a5 req-cd79d432-eb94-4069-8349-63ea1ef3fed3 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:48.910799 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-35d1871e-0d12-4155-93ff-61e0341c85a5 req-cd79d432-eb94-4069-8349-63ea1ef3fed3 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.2546139 Jun 07 08:14:48.967932 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:48.983366 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481443'] for router, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:48.993555 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-35d1871e-0d12-4155-93ff-61e0341c85a5 req-e69d71ae-4961-496b-8bec-ebda4ac4ee57 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690506 Jun 07 08:14:49.072894 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:49.077771 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:49.107521 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:49.121250 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:49.121656 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:49.201610 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Router f6a36527-86b2-4da3-b676-0aacb990faf4 is scheduled to L3 agent edff9234-329c-41be-a42f-286eff3df819 with binding_index 1 {{(pid=91867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:14:49.318044 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:49.356927 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=55bb4bbe-dedb-4d17-922e-7c2ca792ec0b,segment=NetworkSegment(e85a8266-6755-4907-bf9b-752c0873ce15),segment_id=e85a8266-6755-4907-bf9b-752c0873ce15)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:49.360947 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:49.363991 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:49.446448 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:14:49.450188 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=55bb4bbe-dedb-4d17-922e-7c2ca792ec0b,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:49.458879 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Sync routers for ids ['f6a36527-86b2-4da3-b676-0aacb990faf4'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:14:49.459390 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9f954-129f-4c97-b7cb-5d16e481a077 req-ad3b7473-b797-4655-8d1b-b7c0d5456a6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:49.460636 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-91b9f954-129f-4c97-b7cb-5d16e481a077 req-ad3b7473-b797-4655-8d1b-b7c0d5456a6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.1869638 Jun 07 08:14:49.461242 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:49.471572 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Routers {'f6a36527-86b2-4da3-b676-0aacb990faf4'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:14:49.472328 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:14:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['f6a36527-86b2-4da3-b676-0aacb990faf4'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:49.495057 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Notify callbacks [] for router, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:49.496237 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4684408 Jun 07 08:14:49.499211 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 54846) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:49.518804 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-91b9f954-129f-4c97-b7cb-5d16e481a077 req-34845ae3-5787-4f94-8c68-a7884fca41e9 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e7128d4-c658-49ae-bf20-8d4b76bf515e&id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487347 Jun 07 08:14:49.680082 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Set router f6a36527-86b2-4da3-b676-0aacb990faf4 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:14:49.720475 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe07dd-78da-4621-9d30-88eee7f970a8 req-7c152b89-9909-48a5-8138-f89877a8a232 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:49.722385 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0fbe07dd-78da-4621-9d30-88eee7f970a8 req-7c152b89-9909-48a5-8138-f89877a8a232 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 945 time: 0.0901883 Jun 07 08:14:49.769353 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0fbe07dd-78da-4621-9d30-88eee7f970a8 req-1eea865e-aa80-4f48-b03f-b783419fbd71 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411417 Jun 07 08:14:49.895886 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebb178-b593-4f13-bd47-66f402b50494 req-0e57f51c-74e7-4517-aacd-8a44fed34d97 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:49.897350 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f7ebb178-b593-4f13-bd47-66f402b50494 req-0e57f51c-74e7-4517-aacd-8a44fed34d97 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.2423406 Jun 07 08:14:49.989642 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'name': 'tempest-TestShelveInstance-21584124-router', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '7b436b96-0db6-4b0a-ae79-02355582888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:45Z', 'updated_at': '2021-06-07T08:14:48Z', 'revision_number': 3, 'project_id': '0e858a96e0664904b8570d3ecc56869e', 'gw_port': {'id': '7b436b96-0db6-4b0a-ae79-02355582888e', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:46Z', 'updated_at': '2021-06-07T08:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:49.993289 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Checking router: f6a36527-86b2-4da3-b676-0aacb990faf4 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:14:49.993686 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Updating router f6a36527-86b2-4da3-b676-0aacb990faf4 port 7b436b96-0db6-4b0a-ae79-02355582888e binding host dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:14:50.026425 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:50.029866 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f7ebb178-b593-4f13-bd47-66f402b50494 req-79689fc5-6553-46e1-a4f6-67e86b7b08ce tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238797 Jun 07 08:14:50.048383 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:50.131535 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:50.139087 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:50.139656 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:50.279401 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:50.325892 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395c2ff0-de49-4feb-b24f-5484c14dc3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:50.329756 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1537a892-eba1-455e-84ed-d7476d5f30c7" -d '{"events": [{"server_uuid": "395c2ff0-de49-4feb-b24f-5484c14dc3eb", "name": "network-vif-plugged", "status": "completed", "tag": "0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:50.339666 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01,segment=NetworkSegment(9d534b1e-f856-4f61-a310-b24f11d8b004),segment_id=9d534b1e-f856-4f61-a310-b24f11d8b004)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:50.346306 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:50.347293 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 49ccb4a0-2422-4167-a24b-1fc080d07864 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:14:50.380203 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:50.447044 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c75928-c372-48ea-bcdd-431d048ead69 req-ed9ae914-5964-42d7-a0e9-a96a5c68873a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:50.454264 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-66c75928-c372-48ea-bcdd-431d048ead69 req-ed9ae914-5964-42d7-a0e9-a96a5c68873a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1038880 Jun 07 08:14:50.463412 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:50.467521 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Notify callbacks [] for port, precommit_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:50.480502 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.provisioning_blocks [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Transition to ACTIVE for port object 7b436b96-0db6-4b0a-ae79-02355582888e will not be triggered until provisioned by entity L2. {{(pid=91885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:50.484427 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:50.488838 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:50.495848 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-220220cb-eb97-464d-9949-07dbbc1681f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:50.521180 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-66c75928-c372-48ea-bcdd-431d048ead69 req-8297c470-dd2b-4da5-9848-c40912755b6b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604327 Jun 07 08:14:50.547420 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d0a4d8-e9e2-44c4-bb28-c0d3d27af22d x-openstack-request-id: req-f9d0a4d8-e9e2-44c4-bb28-c0d3d27af22d {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:50.547832 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395c2ff0-de49-4feb-b24f-5484c14dc3eb", "name": "network-vif-plugged", "status": "completed", "tag": "0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:50.548188 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9d0a4d8-e9e2-44c4-bb28-c0d3d27af22d {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:50.548677 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395c2ff0-de49-4feb-b24f-5484c14dc3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01', 'code': 200} Jun 07 08:14:50.550260 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:50.580504 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Attempting to bind port 7b436b96-0db6-4b0a-ae79-02355582888e on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:14:50.581116 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Attempting to bind port 7b436b96-0db6-4b0a-ae79-02355582888e by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:14:50.581744 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Attempting to bind port 7b436b96-0db6-4b0a-ae79-02355582888e on network 6973a06f-3d40-4ce6-8425-553e4825a987 {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:14:50.586080 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: 49ccb4a0-2422-4167-a24b-1fc080d07864 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:14:50.586555 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 49ccb4a0-2422-4167-a24b-1fc080d07864 not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:14:50.591543 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:50.595231 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:14:50.595909 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Checking segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:14:50.596557 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:50.597080 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Bound using segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:14:50.597527 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Bound port: 7b436b96-0db6-4b0a-ae79-02355582888e, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:14:50.597998 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:50.609738 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:50.609738 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:50.651923 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8674fd-9510-418d-9be6-a0ec1eabf45e None None] Pushing event updated for resources: {'Port': ['ID=7b436b96-0db6-4b0a-ae79-02355582888e,revision_number=2']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:50.656885 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-8f8674fd-9510-418d-9be6-a0ec1eabf45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:50.684029 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] For port 7b436b96-0db6-4b0a-ae79-02355582888e, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:14:50.687759 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] For port 7b436b96-0db6-4b0a-ae79-02355582888e, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=7b436b96-0db6-4b0a-ae79-02355582888e,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:14:50.693403 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:50.699272 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:50.763392 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a83d0-85e5-453f-82ce-0c6a13adc6b3 req-e2fd2c1b-8b7b-48e1-8438-4b7175cd1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:50.765760 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9e6a83d0-85e5-453f-82ce-0c6a13adc6b3 req-e2fd2c1b-8b7b-48e1-8438-4b7175cd1dad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 1099 time: 0.1238928 Jun 07 08:14:50.784736 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Routers {'f6a36527-86b2-4da3-b676-0aacb990faf4'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:14:50.787515 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:14:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['f6a36527-86b2-4da3-b676-0aacb990faf4'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:50.819156 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9e6a83d0-85e5-453f-82ce-0c6a13adc6b3 req-32dd155b-d72c-4898-84f6-e4690baae219 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465837 Jun 07 08:14:50.824044 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Allocated IP 172.20.0.1 (28092813-8dec-495a-91b4-6ef99cacafb6/7ed358ad-36f8-4bb2-a496-7eb32d321945/5a10e244-bcf3-4a97-9e6f-ae3578e927d6) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:14:50.866784 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:50.875065 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8674fd-9510-418d-9be6-a0ec1eabf45e None None] Pushing event updated for resources: {'Port': ['ID=7b436b96-0db6-4b0a-ae79-02355582888e,revision_number=3']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:50.883601 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-8f8674fd-9510-418d-9be6-a0ec1eabf45e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:50.970419 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:50.970822 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:50.977440 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb5e3a-f864-4b93-b5bb-117deacd7be4 req-fa1b966a-8799-41a6-bf23-d2f68d2534ff tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:50.987668 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-21cb5e3a-f864-4b93-b5bb-117deacd7be4 req-fa1b966a-8799-41a6-bf23-d2f68d2534ff tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.2505631 Jun 07 08:14:51.021045 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] Set router f6a36527-86b2-4da3-b676-0aacb990faf4 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:14:51.033396 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a96499-08e6-4e35-b6b9-7f8102667088 req-62125fbb-9be6-461d-865b-00f7eaa88df7 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:51.034966 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-44a96499-08e6-4e35-b6b9-7f8102667088 req-62125fbb-9be6-461d-865b-00f7eaa88df7 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 946 time: 0.1069579 Jun 07 08:14:51.065033 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-21cb5e3a-f864-4b93-b5bb-117deacd7be4 req-ec29bcda-4058-483c-9526-18014f5ccb79 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e7128d4-c658-49ae-bf20-8d4b76bf515e&id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755823 Jun 07 08:14:51.096349 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-44a96499-08e6-4e35-b6b9-7f8102667088 req-92cefcb0-487c-4f87-b66c-93009d05ab27 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538371 Jun 07 08:14:51.124016 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:51.149142 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Transition to ACTIVE for port object 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 will not be triggered until provisioned by entity DHCP. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:51.173831 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:51.179649 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:51.295644 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Network 28092813-8dec-495a-91b4-6ef99cacafb6 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:14:51.303607 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:51.305975 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:14:51.343395 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'name': 'tempest-TestShelveInstance-21584124-router', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '7b436b96-0db6-4b0a-ae79-02355582888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:45Z', 'updated_at': '2021-06-07T08:14:48Z', 'revision_number': 3, 'project_id': '0e858a96e0664904b8570d3ecc56869e', 'gw_port': {'id': '7b436b96-0db6-4b0a-ae79-02355582888e', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:46Z', 'updated_at': '2021-06-07T08:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:51.348257 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5da60-e93f-4309-a4e2-94c01e81d204 None None] The sync data for ids ['f6a36527-86b2-4da3-b676-0aacb990faf4'] in dv-cinder-784945-11-iscsi is: [{'id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'name': 'tempest-TestShelveInstance-21584124-router', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '7b436b96-0db6-4b0a-ae79-02355582888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:45Z', 'updated_at': '2021-06-07T08:14:48Z', 'revision_number': 3, 'project_id': '0e858a96e0664904b8570d3ecc56869e', 'gw_port': {'id': '7b436b96-0db6-4b0a-ae79-02355582888e', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:46Z', 'updated_at': '2021-06-07T08:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:14:51.352741 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Pushing event updated for resources: {'Port': ['ID=5a10e244-bcf3-4a97-9e6f-ae3578e927d6,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:51.363062 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:51.375568 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-245993'] for router_interface, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:51.402817 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92816343-8d00-448a-a3bf-e0ea5d2f0328 req-e008ffdb-0a53-4271-b8ec-f397657e7ed9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:51.404326 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-92816343-8d00-448a-a3bf-e0ea5d2f0328 req-e008ffdb-0a53-4271-b8ec-f397657e7ed9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.2256248 Jun 07 08:14:51.519065 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-896da780-5acb-4c8d-859b-591fdad0618e None None] Provisioning for port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:51.524327 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-896da780-5acb-4c8d-859b-591fdad0618e None None] Provisioning complete for port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:51.524735 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-896da780-5acb-4c8d-859b-591fdad0618e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:51.579984 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-92816343-8d00-448a-a3bf-e0ea5d2f0328 req-7e902e1c-dcc2-4b91-b62c-80ac51ff6c9d tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648331 Jun 07 08:14:51.608692 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-896da780-5acb-4c8d-859b-591fdad0618e None None] Port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:14:51.687731 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:51.768052 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a54751-a3ba-4923-8fcd-c778317bfeee req-5fc99e28-c926-4c1d-9116-915cdc8cb276 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:51.770120 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-22a54751-a3ba-4923-8fcd-c778317bfeee req-5fc99e28-c926-4c1d-9116-915cdc8cb276 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.0949268 Jun 07 08:14:51.834524 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-22a54751-a3ba-4923-8fcd-c778317bfeee req-739aa80f-fe0b-4619-a0d1-73f420bd8a0a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580537 Jun 07 08:14:51.953164 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:51.959843 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:51.984612 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:52.069744 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-452256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468401'] for router_interface, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:52.073227 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Pushing event updated for resources: {'Port': ['ID=5a10e244-bcf3-4a97-9e6f-ae3578e927d6,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:52.076610 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:52.265344 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Network 28092813-8dec-495a-91b4-6ef99cacafb6 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:14:52.267370 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:14:52.319145 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5708db-76b4-4b5b-ac66-e5a47bfc4f26 req-39a69c38-fa93-489e-931e-b9d512e195bd tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:52.320733 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-dd5708db-76b4-4b5b-ac66-e5a47bfc4f26 req-39a69c38-fa93-489e-931e-b9d512e195bd tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 946 time: 0.1021369 Jun 07 08:14:52.382240 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 7b436b96-0db6-4b0a-ae79-02355582888e up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:52.384791 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-dd5708db-76b4-4b5b-ac66-e5a47bfc4f26 req-6701cdbc-3b07-4088-801b-845afb741328 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570810 Jun 07 08:14:52.452794 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05303e36-7987-4e5e-a7e8-8dd57cac225d req-0cac8321-bef0-470e-9f8a-7b74b1f8c052 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:52.455232 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-05303e36-7987-4e5e-a7e8-8dd57cac225d req-0cac8321-bef0-470e-9f8a-7b74b1f8c052 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.2687621 Jun 07 08:14:52.480922 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 7b436b96-0db6-4b0a-ae79-02355582888e completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:52.486705 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 7b436b96-0db6-4b0a-ae79-02355582888e triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:52.487137 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:52.537166 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-05303e36-7987-4e5e-a7e8-8dd57cac225d req-677dfe5d-2267-4a61-9e67-52ee665b316c tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e7128d4-c658-49ae-bf20-8d4b76bf515e&id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651288 Jun 07 08:14:52.543072 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Router f6a36527-86b2-4da3-b676-0aacb990faf4 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:14:52.563252 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-298b3ffa-50e9-498c-aa43-54cce9efff32 None None] Provisioning complete for port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:52.563818 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-298b3ffa-50e9-498c-aa43-54cce9efff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:52.680819 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-298b3ffa-50e9-498c-aa43-54cce9efff32 None None] Port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:14:52.701864 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:52.739697 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 7b436b96-0db6-4b0a-ae79-02355582888e, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=7b436b96-0db6-4b0a-ae79-02355582888e,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:52.744175 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:52.746526 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:52.750059 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:14:52.764358 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] 10.222.0.43 "PUT /v2.0/routers/f6a36527-86b2-4da3-b676-0aacb990faf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2633135 Jun 07 08:14:52.861210 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=7b436b96-0db6-4b0a-ae79-02355582888e,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:52.865516 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4ff26-d1e7-4b31-b64b-bcd7a0b10de3 req-1e853e8e-59ea-46d5-9842-653bd581255e tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:52.866528 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:52.868057 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b6f4ff26-d1e7-4b31-b64b-bcd7a0b10de3 req-1e853e8e-59ea-46d5-9842-653bd581255e tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1026309 Jun 07 08:14:52.957854 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b6f4ff26-d1e7-4b31-b64b-bcd7a0b10de3 req-da2d59b6-5495-443e-9a4f-7a9be374e3a2 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813899 Jun 07 08:14:53.119466 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a1e31-86c0-4c6d-8b73-5b2f0900d8f1 req-478a0bbe-4047-4d1e-862c-2ca029bb4aae tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:53.121573 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ac2a1e31-86c0-4c6d-8b73-5b2f0900d8f1 req-478a0bbe-4047-4d1e-862c-2ca029bb4aae tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.0856273 Jun 07 08:14:53.178936 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ac2a1e31-86c0-4c6d-8b73-5b2f0900d8f1 req-49c36501-25dd-4a00-a8c1-1faab4ebc2d5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506833 Jun 07 08:14:53.255691 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Sync routers for ids ['f6a36527-86b2-4da3-b676-0aacb990faf4'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:14:53.265333 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Routers {'f6a36527-86b2-4da3-b676-0aacb990faf4'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:14:53.266032 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:14:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['f6a36527-86b2-4da3-b676-0aacb990faf4'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:53.444596 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Set router f6a36527-86b2-4da3-b676-0aacb990faf4 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:14:53.711020 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 54888) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:53.716662 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-6cbfdcb4-0091-419b-923b-c4ba4f06c771 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-393366843', 'description': 'tempest-secgroup-smoke-393366843 description', 'project_id': 'eeb38b748f524559845190d0c16370c9'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:53.745596 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdcb4-0091-419b-923b-c4ba4f06c771 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.797715 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'name': 'tempest-TestShelveInstance-21584124-router', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '7b436b96-0db6-4b0a-ae79-02355582888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:45Z', 'updated_at': '2021-06-07T08:14:51Z', 'revision_number': 4, 'project_id': '0e858a96e0664904b8570d3ecc56869e', 'gw_port': {'id': '7b436b96-0db6-4b0a-ae79-02355582888e', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:46Z', 'updated_at': '2021-06-07T08:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '5a10e244-bcf3-4a97-9e6f-ae3578e927d6', 'name': '', 'network_id': '28092813-8dec-495a-91b4-6ef99cacafb6', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e', 'mac_address': 'fa:16:3e:dc:b4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7ed358ad-36f8-4bb2-a496-7eb32d321945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:50Z', 'updated_at': '2021-06-07T08:14:51Z', 'revision_number': 2, 'project_id': '0e858a96e0664904b8570d3ecc56869e', 'subnets': [{'id': '7ed358ad-36f8-4bb2-a496-7eb32d321945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:53.804049 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Checking router: f6a36527-86b2-4da3-b676-0aacb990faf4 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:14:53.804578 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Updating router f6a36527-86b2-4da3-b676-0aacb990faf4 port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 binding host dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:14:53.865355 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.875152 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdcb4-0091-419b-923b-c4ba4f06c771 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.876323 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a71f7-accc-412b-8a10-5cd561615ce2 req-13d9b7a8-840e-4c0e-8232-144aeedec237 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:53.877837 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-156a71f7-accc-412b-8a10-5cd561615ce2 req-13d9b7a8-840e-4c0e-8232-144aeedec237 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.1997676 Jun 07 08:14:53.879952 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdcb4-0091-419b-923b-c4ba4f06c771 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.886473 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-43769619-be56-4303-9b26-aa38635687cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:53.922007 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6cbfdcb4-0091-419b-923b-c4ba4f06c771 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:53.923451 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-6cbfdcb4-0091-419b-923b-c4ba4f06c771 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2112379 Jun 07 08:14:53.927448 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 54890) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:53.929482 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfdcb4-0091-419b-923b-c4ba4f06c771 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571fb2e8-2d50-4912-a290-4ee240b51fac,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:53.936851 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-db5572b0-4700-4a86-9ca4-414ad963fb00 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Request body: {'security_group_rule': {'security_group_id': '571fb2e8-2d50-4912-a290-4ee240b51fac', 'project_id': 'eeb38b748f524559845190d0c16370c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:53.943444 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-156a71f7-accc-412b-8a10-5cd561615ce2 req-43a88f57-3ff7-4583-a77e-e1c0dd98d6fb tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e7128d4-c658-49ae-bf20-8d4b76bf515e&id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576391 Jun 07 08:14:53.943590 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6cbfdcb4-0091-419b-923b-c4ba4f06c771 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:53.972384 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-db5572b0-4700-4a86-9ca4-414ad963fb00 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.032670 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-db5572b0-4700-4a86-9ca4-414ad963fb00 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.037994 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-db5572b0-4700-4a86-9ca4-414ad963fb00 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.040182 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:54.064676 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5572b0-4700-4a86-9ca4-414ad963fb00 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6926976-eaba-49a0-b432-f3ec6cf78954,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:54.067759 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-db5572b0-4700-4a86-9ca4-414ad963fb00 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:54.115819 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-db5572b0-4700-4a86-9ca4-414ad963fb00 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.117020 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-db5572b0-4700-4a86-9ca4-414ad963fb00 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1884580 Jun 07 08:14:54.121228 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54896) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:54.127531 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Request body: {'security_group_rule': {'security_group_id': '571fb2e8-2d50-4912-a290-4ee240b51fac', 'project_id': 'eeb38b748f524559845190d0c16370c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:54.153553 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faf083-20c3-4430-84ad-c1f7f09bc111 req-6cececa3-80fe-4401-8dd6-26e68f741b48 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:54.155064 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-38faf083-20c3-4430-84ad-c1f7f09bc111 req-6cececa3-80fe-4401-8dd6-26e68f741b48 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0914192 Jun 07 08:14:54.159504 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.209372 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-38faf083-20c3-4430-84ad-c1f7f09bc111 req-b15e8665-6fa1-4477-a68d-5e744050047d tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471573 Jun 07 08:14:54.231690 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.246728 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.249206 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b76a0b9b-0bf0-4178-a6f5-0ae262fa7d59 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:54.278044 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5be7303-bf4b-4ba1-b65d-c85e6254aacd,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:54.289073 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:54.289607 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:54.289974 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:54.290376 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:54.290733 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:54.291087 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:54.291441 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:54.292137 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:54.292655 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:54.293005 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:54.293384 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:54.293955 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:14:54.297346 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.299315 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.302716 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 54900) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:54.307829 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-70744517-9f37-49a3-9832-5f2f7705fc1c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Request body: {'security_group_rule': {'security_group_id': '571fb2e8-2d50-4912-a290-4ee240b51fac', 'project_id': 'eeb38b748f524559845190d0c16370c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:54.312979 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1896329 Jun 07 08:14:54.313602 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Transition to ACTIVE for port object 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:14:54.314260 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-7f7dfd00-3f3c-4e24-9e3e-5c08e756212d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:54.327167 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.334350 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:54.347415 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70744517-9f37-49a3-9832-5f2f7705fc1c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.375005 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 7b436b96-0db6-4b0a-ae79-02355582888e up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:54.414418 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecfc48-6556-4c96-9ed7-1727820589bf req-64f04487-43f3-4b16-8ef2-9dd9e470a641 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:54.415935 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-90ecfc48-6556-4c96-9ed7-1727820589bf req-64f04487-43f3-4b16-8ef2-9dd9e470a641 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.0882161 Jun 07 08:14:54.424329 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70744517-9f37-49a3-9832-5f2f7705fc1c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.428846 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70744517-9f37-49a3-9832-5f2f7705fc1c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.431188 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-09d1309b-1fd7-47ce-8a1f-f8b14274e96a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:54.454115 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70744517-9f37-49a3-9832-5f2f7705fc1c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3424815d-70e8-461f-97ab-59b2756128ad,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:54.462585 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-70744517-9f37-49a3-9832-5f2f7705fc1c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:54.468266 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70744517-9f37-49a3-9832-5f2f7705fc1c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.469549 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-70744517-9f37-49a3-9832-5f2f7705fc1c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1658111 Jun 07 08:14:54.472248 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 54902) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:54.477271 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-d59c5ce5-5f84-4bcf-8d50-c4f6e670efcd tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Request body: {'security_group_rule': {'security_group_id': '571fb2e8-2d50-4912-a290-4ee240b51fac', 'project_id': 'eeb38b748f524559845190d0c16370c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:54.479475 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-90ecfc48-6556-4c96-9ed7-1727820589bf req-d6b86c4b-3c65-400c-be25-09bc71262bb9 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562901 Jun 07 08:14:54.510745 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d59c5ce5-5f84-4bcf-8d50-c4f6e670efcd tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.561086 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858949dc-49cc-4843-b4c5-7d3fe33932fe None None] Pushing event updated for resources: {'Port': ['ID=5a10e244-bcf3-4a97-9e6f-ae3578e927d6,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:54.564448 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-858949dc-49cc-4843-b4c5-7d3fe33932fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:54.587804 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d59c5ce5-5f84-4bcf-8d50-c4f6e670efcd tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.592510 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d59c5ce5-5f84-4bcf-8d50-c4f6e670efcd tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.594984 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:54.622734 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d59c5ce5-5f84-4bcf-8d50-c4f6e670efcd tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.626398 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-d59c5ce5-5f84-4bcf-8d50-c4f6e670efcd tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503658 Jun 07 08:14:54.626720 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c5ce5-5f84-4bcf-8d50-c4f6e670efcd tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a201b446-6e5d-4a02-963e-f6881e7197a8,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:54.627725 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54904) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:54.632231 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 7b436b96-0db6-4b0a-ae79-02355582888e triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:54.632613 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.635024 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-cab1fdb3-7fcc-4ea4-9d72-7a614466e128 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Request body: {'security_group_rule': {'security_group_id': '571fb2e8-2d50-4912-a290-4ee240b51fac', 'project_id': 'eeb38b748f524559845190d0c16370c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:54.635479 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d59c5ce5-5f84-4bcf-8d50-c4f6e670efcd tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:54.665575 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.securitygroups_db [None req-cab1fdb3-7fcc-4ea4-9d72-7a614466e128 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Project eeb38b748f524559845190d0c16370c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:14:54.674252 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-cab1fdb3-7fcc-4ea4-9d72-7a614466e128 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.701224 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Attempting to bind port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:14:54.701739 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Attempting to bind port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': 'e85a8266-6755-4907-bf9b-752c0873ce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28092813-8dec-495a-91b4-6ef99cacafb6'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:14:54.702204 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Attempting to bind port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 on network 28092813-8dec-495a-91b4-6ef99cacafb6 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:14:54.718880 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:14:54.719342 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Checking segment: {'id': 'e85a8266-6755-4907-bf9b-752c0873ce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28092813-8dec-495a-91b4-6ef99cacafb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:14:54.719813 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.720274 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Bound using segment: {'id': 'e85a8266-6755-4907-bf9b-752c0873ce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28092813-8dec-495a-91b4-6ef99cacafb6'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:14:54.720758 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Bound port: 5a10e244-bcf3-4a97-9e6f-ae3578e927d6, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85a8266-6755-4907-bf9b-752c0873ce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '28092813-8dec-495a-91b4-6ef99cacafb6'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:14:54.721125 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.756564 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-cab1fdb3-7fcc-4ea4-9d72-7a614466e128 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.761337 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-cab1fdb3-7fcc-4ea4-9d72-7a614466e128 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.763397 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:54.783619 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1fdb3-7fcc-4ea4-9d72-7a614466e128 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb50c536-7eb0-4174-8708-ca692545f0b4,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:54.787614 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-cab1fdb3-7fcc-4ea4-9d72-7a614466e128 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:54.794026 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-cab1fdb3-7fcc-4ea4-9d72-7a614466e128 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.795309 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-cab1fdb3-7fcc-4ea4-9d72-7a614466e128 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1661847 Jun 07 08:14:54.798220 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54906) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:54.804114 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-5771b499-6333-4739-a036-e442234a93a0 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Request body: {'security_group_rule': {'security_group_id': '571fb2e8-2d50-4912-a290-4ee240b51fac', 'project_id': 'eeb38b748f524559845190d0c16370c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:14:54.826404 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.securitygroups_db [None req-5771b499-6333-4739-a036-e442234a93a0 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Project eeb38b748f524559845190d0c16370c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:14:54.833729 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5771b499-6333-4739-a036-e442234a93a0 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.881415 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] For port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:14:54.885679 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] For port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=5a10e244-bcf3-4a97-9e6f-ae3578e927d6,segment=NetworkSegment(e85a8266-6755-4907-bf9b-752c0873ce15),segment_id=e85a8266-6755-4907-bf9b-752c0873ce15)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:14:54.891713 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.896708 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:54.899313 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5771b499-6333-4739-a036-e442234a93a0 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.902924 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5771b499-6333-4739-a036-e442234a93a0 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.904874 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:54.927499 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771b499-6333-4739-a036-e442234a93a0 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d64e1a-b49d-4f95-a363-fbac7b82330c,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:54.929995 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-5771b499-6333-4739-a036-e442234a93a0 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:54.934337 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-5771b499-6333-4739-a036-e442234a93a0 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:54.935685 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-5771b499-6333-4739-a036-e442234a93a0 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365359 Jun 07 08:14:54.975560 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Routers {'f6a36527-86b2-4da3-b676-0aacb990faf4'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:14:54.976301 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:14:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['f6a36527-86b2-4da3-b676-0aacb990faf4'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:55.057903 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858949dc-49cc-4843-b4c5-7d3fe33932fe None None] Pushing event updated for resources: {'Port': ['ID=5a10e244-bcf3-4a97-9e6f-ae3578e927d6,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:55.067819 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-858949dc-49cc-4843-b4c5-7d3fe33932fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:55.224484 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] Set router f6a36527-86b2-4da3-b676-0aacb990faf4 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:14:55.362855 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949dae-1f65-4bcb-ae11-14f884b1c910 req-01680a3b-722b-42cb-99c1-f98ba8ef8bd0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:55.365129 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ca949dae-1f65-4bcb-ae11-14f884b1c910 req-01680a3b-722b-42cb-99c1-f98ba8ef8bd0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.2499454 Jun 07 08:14:55.440263 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ca949dae-1f65-4bcb-ae11-14f884b1c910 req-ede9fd9e-904e-4900-a6e5-100504b1e26a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e7128d4-c658-49ae-bf20-8d4b76bf515e&id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657876 Jun 07 08:14:55.575818 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd5bc-3022-4723-af4e-18970c8c0531 req-9d9cf2c6-2c6a-49e0-aa44-d900eb623e17 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:55.578122 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0edfd5bc-3022-4723-af4e-18970c8c0531 req-9d9cf2c6-2c6a-49e0-aa44-d900eb623e17 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.1855476 Jun 07 08:14:55.653038 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0edfd5bc-3022-4723-af4e-18970c8c0531 req-5cb08bef-479b-4de1-aaf2-a5e7b21debe0 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/security-groups?id=c0839cf1-4645-49f3-99a0-68172846bfdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666804 Jun 07 08:14:55.655475 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'name': 'tempest-TestShelveInstance-21584124-router', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '7b436b96-0db6-4b0a-ae79-02355582888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:45Z', 'updated_at': '2021-06-07T08:14:51Z', 'revision_number': 4, 'project_id': '0e858a96e0664904b8570d3ecc56869e', 'gw_port': {'id': '7b436b96-0db6-4b0a-ae79-02355582888e', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:46Z', 'updated_at': '2021-06-07T08:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '5a10e244-bcf3-4a97-9e6f-ae3578e927d6', 'name': '', 'network_id': '28092813-8dec-495a-91b4-6ef99cacafb6', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e', 'mac_address': 'fa:16:3e:dc:b4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7ed358ad-36f8-4bb2-a496-7eb32d321945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:50Z', 'updated_at': '2021-06-07T08:14:54Z', 'revision_number': 4, 'project_id': '0e858a96e0664904b8570d3ecc56869e', 'subnets': [{'id': '7ed358ad-36f8-4bb2-a496-7eb32d321945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:14:55.678769 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504eda9-22a7-4fc9-833f-a0408a13efe4 None None] The sync data for ids ['f6a36527-86b2-4da3-b676-0aacb990faf4'] in dv-cinder-784945-11-iscsi is: [{'id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'name': 'tempest-TestShelveInstance-21584124-router', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '7b436b96-0db6-4b0a-ae79-02355582888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:45Z', 'updated_at': '2021-06-07T08:14:51Z', 'revision_number': 4, 'project_id': '0e858a96e0664904b8570d3ecc56869e', 'gw_port': {'id': '7b436b96-0db6-4b0a-ae79-02355582888e', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:46Z', 'updated_at': '2021-06-07T08:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '5a10e244-bcf3-4a97-9e6f-ae3578e927d6', 'name': '', 'network_id': '28092813-8dec-495a-91b4-6ef99cacafb6', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e', 'mac_address': 'fa:16:3e:dc:b4:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7ed358ad-36f8-4bb2-a496-7eb32d321945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:50Z', 'updated_at': '2021-06-07T08:14:54Z', 'revision_number': 4, 'project_id': '0e858a96e0664904b8570d3ecc56869e', 'subnets': [{'id': '7ed358ad-36f8-4bb2-a496-7eb32d321945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:14:55.707837 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e5959-755e-4b1a-bbfb-ff80fd7dda0d req-0d2e4a4a-dd9f-4f52-8e59-49794bb91806 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:55.715904 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a54e5959-755e-4b1a-bbfb-ff80fd7dda0d req-0d2e4a4a-dd9f-4f52-8e59-49794bb91806 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1129651 Jun 07 08:14:55.820431 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a54e5959-755e-4b1a-bbfb-ff80fd7dda0d req-5e0e2fab-b066-4e6a-8c3f-c027f3c23d5f tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032100 Jun 07 08:14:55.931229 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913e386-0704-492d-affb-dc7cb34d70df req-ee92a33a-2b86-43d2-bffe-af1938b88195 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:55.933289 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c913e386-0704-492d-affb-dc7cb34d70df req-ee92a33a-2b86-43d2-bffe-af1938b88195 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.48 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 945 time: 0.0947602 Jun 07 08:14:56.098607 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [req-c913e386-0704-492d-affb-dc7cb34d70df req-53726b12-37ee-41e6-bd28-8814a992e7a9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Deleting port 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:14:56.101769 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-c913e386-0704-492d-affb-dc7cb34d70df req-53726b12-37ee-41e6-bd28-8814a992e7a9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.309804 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-c913e386-0704-492d-affb-dc7cb34d70df req-53726b12-37ee-41e6-bd28-8814a992e7a9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] For port 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69,segment=NetworkSegment(b88407fd-639e-49de-aaec-867aafbb2e19),segment_id=b88407fd-639e-49de-aaec-867aafbb2e19)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:56.310507 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-c913e386-0704-492d-affb-dc7cb34d70df req-53726b12-37ee-41e6-bd28-8814a992e7a9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.360484 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aaee29-d3ee-4794-9e6e-5ae1ef54e72f req-08816776-d1e8-47b4-82be-1763b99bf31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:56.362057 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-01aaee29-d3ee-4794-9e6e-5ae1ef54e72f req-08816776-d1e8-47b4-82be-1763b99bf31f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eac66ef7698c48928700d3683c5dff7a&device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 1099 time: 0.1462801 Jun 07 08:14:56.371180 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacc952-1033-41f3-8b28-53f9f4445b77 req-230defc7-92c6-46de-bee3-7b8b9792294d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:56.378247 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ecacc952-1033-41f3-8b28-53f9f4445b77 req-230defc7-92c6-46de-bee3-7b8b9792294d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.2273197 Jun 07 08:14:56.408581 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:56.467551 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [req-c913e386-0704-492d-affb-dc7cb34d70df req-53726b12-37ee-41e6-bd28-8814a992e7a9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Calling delete_port for 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 owned by compute:nova {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:14:56.493651 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ecacc952-1033-41f3-8b28-53f9f4445b77 req-ebd750d9-4f10-4621-8031-7766622ac4ba tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144133 Jun 07 08:14:56.498368 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:14:56.506805 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:56.507416 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.593898 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aaee29-d3ee-4794-9e6e-5ae1ef54e72f req-a10064a3-43e4-4503-9e0f-f7baab6b4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:56.595216 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-01aaee29-d3ee-4794-9e6e-5ae1ef54e72f req-a10064a3-43e4-4503-9e0f-f7baab6b4aea service neutron] 10.222.0.48 "GET /v2.0/networks?id=de83ae0a-b6d0-43a9-b151-cd274d96171b HTTP/1.1" status: 200 len: 912 time: 0.1986458 Jun 07 08:14:56.654506 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.684601 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-c913e386-0704-492d-affb-dc7cb34d70df req-53726b12-37ee-41e6-bd28-8814a992e7a9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.690007 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=5a10e244-bcf3-4a97-9e6f-ae3578e927d6,segment=NetworkSegment(e85a8266-6755-4907-bf9b-752c0873ce15),segment_id=e85a8266-6755-4907-bf9b-752c0873ce15)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:56.694970 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:56.700442 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:14:56.719845 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-01aaee29-d3ee-4794-9e6e-5ae1ef54e72f req-f0d49277-3035-437d-a1dd-ea6652ea238e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c77a12ad-6332-43f7-a05d-b0cba2f2b58e HTTP/1.1" status: 200 len: 1002 time: 0.1170192 Jun 07 08:14:56.725278 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.732894 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:56.755210 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53726b12-37ee-41e6-bd28-8814a992e7a9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Pushing event deleted for resources: {'Port': ['ID=8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:56.792947 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-53726b12-37ee-41e6-bd28-8814a992e7a9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:56.794555 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aaee29-d3ee-4794-9e6e-5ae1ef54e72f req-39bb3e41-9f44-412f-9603-780c6e044d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:56.796059 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-01aaee29-d3ee-4794-9e6e-5ae1ef54e72f req-39bb3e41-9f44-412f-9603-780c6e044d18 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd250e25-fd76-4e73-ad0e-1eb27cf18aa3 HTTP/1.1" status: 200 len: 850 time: 0.0687382 Jun 07 08:14:56.810380 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=5a10e244-bcf3-4a97-9e6f-ae3578e927d6,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:56.813597 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:14:56.838903 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd53d70-dd1e-440a-9b01-fc47479c8bef req-5c5e95d5-217d-46ff-a851-64acdb30323f tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:56.840378 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7dd53d70-dd1e-440a-9b01-fc47479c8bef req-5c5e95d5-217d-46ff-a851-64acdb30323f tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.2531636 Jun 07 08:14:56.847674 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c913e386-0704-492d-affb-dc7cb34d70df req-53726b12-37ee-41e6-bd28-8814a992e7a9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] No DVR routers for this DVR port 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 on host hv-cinder-78494 {{(pid=91867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:14:56.851984 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-c913e386-0704-492d-affb-dc7cb34d70df req-53726b12-37ee-41e6-bd28-8814a992e7a9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:56.854122 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c913e386-0704-492d-affb-dc7cb34d70df req-53726b12-37ee-41e6-bd28-8814a992e7a9 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.48 "DELETE /v2.0/ports/8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 HTTP/1.1" status: 204 len: 173 time: 0.9144435 Jun 07 08:14:56.855216 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dc4096-a755-4a27-a5fb-93a6e1b27756', 'name': 'network-vif-deleted', 'tag': '8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:14:56.858380 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51239cc-df90-4388-9fc3-9aa67ad321c7" -d '{"events": [{"server_uuid": "56dc4096-a755-4a27-a5fb-93a6e1b27756", "name": "network-vif-deleted", "tag": "8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:14:56.911097 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a7289985-fec5-485a-96aa-c56f22bb22d5 req-ca093fe4-f78e-42a9-81e1-93fb19c5394e tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] 10.222.0.43 "GET /v2.0/ports?device_id=56dc4096-a755-4a27-a5fb-93a6e1b27756 HTTP/1.1" status: 200 len: 210 time: 0.0634375 Jun 07 08:14:56.920250 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7dd53d70-dd1e-440a-9b01-fc47479c8bef req-b804c0a4-4c3c-4308-a045-e20883eb1e49 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=1e7128d4-c658-49ae-bf20-8d4b76bf515e&id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707898 Jun 07 08:14:56.946300 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aaee29-d3ee-4794-9e6e-5ae1ef54e72f req-aed72989-8d08-4c10-8045-8bf9d60da861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:56.952033 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-01aaee29-d3ee-4794-9e6e-5ae1ef54e72f req-aed72989-8d08-4c10-8045-8bf9d60da861 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de83ae0a-b6d0-43a9-b151-cd274d96171b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1467168 Jun 07 08:14:56.992995 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2eb6bf3-0f3c-4a30-be98-1e55266b701d x-openstack-request-id: req-a2eb6bf3-0f3c-4a30-be98-1e55266b701d {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:14:57.001179 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dc4096-a755-4a27-a5fb-93a6e1b27756", "name": "network-vif-deleted", "tag": "8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:14:57.001547 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2eb6bf3-0f3c-4a30-be98-1e55266b701d {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:14:57.002068 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dc4096-a755-4a27-a5fb-93a6e1b27756', 'name': 'network-vif-deleted', 'tag': '8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69', 'status': 'completed', 'code': 200} Jun 07 08:14:57.100223 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-01aaee29-d3ee-4794-9e6e-5ae1ef54e72f req-2f3932af-02c8-452a-a57d-f041d077ab19 service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409476 Jun 07 08:14:57.235985 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-01aaee29-d3ee-4794-9e6e-5ae1ef54e72f req-83246fd7-a618-49fc-8ea5-d4b07d9d07eb service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289051 Jun 07 08:14:57.717622 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66edb9c-8a4b-45fa-a8f0-1aa0c54a0319 req-71d41f84-be43-42a3-b2ea-2125a7fc04a7 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:57.719091 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d66edb9c-8a4b-45fa-a8f0-1aa0c54a0319 req-71d41f84-be43-42a3-b2ea-2125a7fc04a7 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.0851493 Jun 07 08:14:57.767689 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d66edb9c-8a4b-45fa-a8f0-1aa0c54a0319 req-674f334a-faf4-45cd-aafc-74b847b6d09d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407417 Jun 07 08:14:58.011966 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 54994) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:14:58.329035 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:14:58.436956 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:14:58.437383 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:58.641454 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-536efd75-0a9c-44ae-b2bd-8a89df67869e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468443'] for router_interface, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:59.055158 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7de1f3-d3a8-4ed5-8230-fd62c56b18f4 req-2129bd9c-b6ca-457c-a0d7-7ea529b2b9a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:14:59.056587 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-de7de1f3-d3a8-4ed5-8230-fd62c56b18f4 req-2129bd9c-b6ca-457c-a0d7-7ea529b2b9a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1378386 Jun 07 08:14:59.148874 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-de7de1f3-d3a8-4ed5-8230-fd62c56b18f4 req-45ed346e-6533-4f86-ad1b-9d52527290ed tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810161 Jun 07 08:14:59.178126 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-536efd75-0a9c-44ae-b2bd-8a89df67869e admin admin] Deleting port eb3aef30-c80c-486c-b499-69394ab7bc3c {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:14:59.178464 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-536efd75-0a9c-44ae-b2bd-8a89df67869e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:59.318325 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [None req-536efd75-0a9c-44ae-b2bd-8a89df67869e admin admin] For port eb3aef30-c80c-486c-b499-69394ab7bc3c, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=eb3aef30-c80c-486c-b499-69394ab7bc3c,segment=NetworkSegment(b88407fd-639e-49de-aaec-867aafbb2e19),segment_id=b88407fd-639e-49de-aaec-867aafbb2e19)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:14:59.318680 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-536efd75-0a9c-44ae-b2bd-8a89df67869e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:59.444065 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-536efd75-0a9c-44ae-b2bd-8a89df67869e admin admin] Calling delete_port for eb3aef30-c80c-486c-b499-69394ab7bc3c owned by network:router_interface {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:14:59.740009 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-536efd75-0a9c-44ae-b2bd-8a89df67869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:14:59.744092 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f2ea2bd6-70ef-486d-8cc3-720810f7380a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:14:59.898318 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536efd75-0a9c-44ae-b2bd-8a89df67869e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3aef30-c80c-486c-b499-69394ab7bc3c,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:14:59.901953 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-536efd75-0a9c-44ae-b2bd-8a89df67869e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:00.073497 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:15:00.111521 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:15:00.111965 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 8e6f030b-f2b3-4110-bcef-5ccb5c0e0b69 not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:15:00.180832 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-536efd75-0a9c-44ae-b2bd-8a89df67869e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-452265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467605'] for router_interface, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:00.547295 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536efd75-0a9c-44ae-b2bd-8a89df67869e admin admin] Router 5a49d4ab-e869-49f4-9a26-e10e25f8186d has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:15:00.723469 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536efd75-0a9c-44ae-b2bd-8a89df67869e admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:15:00.728234 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-536efd75-0a9c-44ae-b2bd-8a89df67869e admin admin] 10.222.0.43 "PUT /v2.0/routers/5a49d4ab-e869-49f4-9a26-e10e25f8186d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7161789 Jun 07 08:15:00.730765 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 55012) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:00.733205 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b098f825-d819-4bfc-8851-d5ad63287eea None None] Sync routers for ids ['5a49d4ab-e869-49f4-9a26-e10e25f8186d'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:15:00.742978 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b098f825-d819-4bfc-8851-d5ad63287eea None None] Routers {'5a49d4ab-e869-49f4-9a26-e10e25f8186d'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:00.743674 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-b098f825-d819-4bfc-8851-d5ad63287eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:14:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['5a49d4ab-e869-49f4-9a26-e10e25f8186d'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:00.924481 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-b098f825-d819-4bfc-8851-d5ad63287eea None None] Set router 5a49d4ab-e869-49f4-9a26-e10e25f8186d gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:00.932057 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:01.112792 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:01.257041 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-b098f825-d819-4bfc-8851-d5ad63287eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'name': 'tempest-ServerRescueNegativeTestJSON-1996614455-router', 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '02bee194-a5d1-448b-b1da-bbb59e9090f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:14:59Z', 'revision_number': 5, 'project_id': 'f983cffaddb944cf8fa8188dca8ac056', 'gw_port': {'id': '02bee194-a5d1-448b-b1da-bbb59e9090f6', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:45Z', 'updated_at': '2021-06-07T08:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:01.261958 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b098f825-d819-4bfc-8851-d5ad63287eea None None] Checking router: 5a49d4ab-e869-49f4-9a26-e10e25f8186d for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:15:01.271675 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b098f825-d819-4bfc-8851-d5ad63287eea None None] Routers {'5a49d4ab-e869-49f4-9a26-e10e25f8186d'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:01.272484 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-b098f825-d819-4bfc-8851-d5ad63287eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:14:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['5a49d4ab-e869-49f4-9a26-e10e25f8186d'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:01.326818 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] Deleting port 02bee194-a5d1-448b-b1da-bbb59e9090f6 {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:15:01.327415 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:01.444451 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-b098f825-d819-4bfc-8851-d5ad63287eea None None] Set router 5a49d4ab-e869-49f4-9a26-e10e25f8186d gateway port host: None {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:01.463137 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] For port 02bee194-a5d1-448b-b1da-bbb59e9090f6, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=02bee194-a5d1-448b-b1da-bbb59e9090f6,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:01.463486 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:01.560054 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-b098f825-d819-4bfc-8851-d5ad63287eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'name': 'tempest-ServerRescueNegativeTestJSON-1996614455-router', 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:15:01Z', 'revision_number': 6, 'project_id': 'f983cffaddb944cf8fa8188dca8ac056', 'gw_port_host': None}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:01.564734 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b098f825-d819-4bfc-8851-d5ad63287eea None None] The sync data for ids ['5a49d4ab-e869-49f4-9a26-e10e25f8186d'] in dv-cinder-784945-11-iscsi is: [{'id': '5a49d4ab-e869-49f4-9a26-e10e25f8186d', 'name': 'tempest-ServerRescueNegativeTestJSON-1996614455-router', 'tenant_id': 'f983cffaddb944cf8fa8188dca8ac056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:15:01Z', 'revision_number': 6, 'project_id': 'f983cffaddb944cf8fa8188dca8ac056', 'gw_port_host': None}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:15:01.600564 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] Calling delete_port for 02bee194-a5d1-448b-b1da-bbb59e9090f6 owned by network:router_gateway {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:15:01.738733 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:01.742448 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:01.786328 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=02bee194-a5d1-448b-b1da-bbb59e9090f6,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:01.789425 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:01.885141 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-245835'] for router_gateway, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.064460 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4635'] for router, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.068385 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.155409 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479968'] for router, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.155736 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a49d4ab-e869-49f4-9a26-e10e25f8186d {{(pid=91867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:15:02.160513 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] Notify callbacks [] for router, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.163818 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-c955ac4e-c947-4704-80ab-4cef6a64fad7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5a49d4ab-e869-49f4-9a26-e10e25f8186d HTTP/1.1" status: 204 len: 168 time: 1.4299569 Jun 07 08:15:02.164173 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 55022) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:02.222673 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_v2 [None req-39360888-b27e-4ee2-97f2-3eb72bf3586b admin admin] Deleting subnet fa02afe2-5864-4df3-914b-20fcfd8c837d {{(pid=91867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:15:02.225506 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-39360888-b27e-4ee2-97f2-3eb72bf3586b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.274534 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-39360888-b27e-4ee2-97f2-3eb72bf3586b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2169224'] for subnet, precommit_delete_associations {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.336848 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-39360888-b27e-4ee2-97f2-3eb72bf3586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.375256 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device eb3aef30-c80c-486c-b499-69394ab7bc3c no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:15:02.407691 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-39360888-b27e-4ee2-97f2-3eb72bf3586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3819639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2465124'] for subnet, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.410240 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: eb3aef30-c80c-486c-b499-69394ab7bc3c {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:15:02.410609 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device eb3aef30-c80c-486c-b499-69394ab7bc3c not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:15:02.411381 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 02bee194-a5d1-448b-b1da-bbb59e9090f6 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:15:02.412543 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:02.448686 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39360888-b27e-4ee2-97f2-3eb72bf3586b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa02afe2-5864-4df3-914b-20fcfd8c837d,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:02.451762 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-39360888-b27e-4ee2-97f2-3eb72bf3586b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:02.452730 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-39360888-b27e-4ee2-97f2-3eb72bf3586b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.454585 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-39360888-b27e-4ee2-97f2-3eb72bf3586b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fa02afe2-5864-4df3-914b-20fcfd8c837d HTTP/1.1" status: 204 len: 168 time: 0.2894120 Jun 07 08:15:02.457222 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 55026) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:02.458160 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: 02bee194-a5d1-448b-b1da-bbb59e9090f6 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:15:02.458644 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 02bee194-a5d1-448b-b1da-bbb59e9090f6 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:15:02.578521 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8fd86a4b-e3ea-49c7-b6c2-2a5e53ee14fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.704907 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8fd86a4b-e3ea-49c7-b6c2-2a5e53ee14fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.718933 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-8fd86a4b-e3ea-49c7-b6c2-2a5e53ee14fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731569ee-c381-432b-a105-1cc707924205']}} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:02.731984 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-8fd86a4b-e3ea-49c7-b6c2-2a5e53ee14fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88407fd-639e-49de-aaec-867aafbb2e19') {'for_net_delete': True} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:02.732398 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-8fd86a4b-e3ea-49c7-b6c2-2a5e53ee14fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88407fd-639e-49de-aaec-867aafbb2e19') {} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:02.744784 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8fd86a4b-e3ea-49c7-b6c2-2a5e53ee14fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2169265'] for segment, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.761239 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8fd86a4b-e3ea-49c7-b6c2-2a5e53ee14fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.767494 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd86a4b-e3ea-49c7-b6c2-2a5e53ee14fa admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=91867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:15:02.767863 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8fd86a4b-e3ea-49c7-b6c2-2a5e53ee14fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819725'] for segment, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: Traceback (most recent call last): Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: timer() Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: cb(*args, **kw) Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: return func(*args, **kwargs) Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: self._notify() Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: self.callback(batched_events) Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: event.method(event) Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: return f(self, *a, **k) Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._get(url).json() Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: return self.request(url, 'GET', **kwargs) Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:15:02.785649 dv-cinder-784945-11-iscsi neutron-server[91867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:15:02.953871 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8fd86a4b-e3ea-49c7-b6c2-2a5e53ee14fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.958075 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:02.970627 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8fd86a4b-e3ea-49c7-b6c2-2a5e53ee14fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:02.972472 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-8fd86a4b-e3ea-49c7-b6c2-2a5e53ee14fa admin admin] 10.222.0.43 "DELETE /v2.0/networks/731569ee-c381-432b-a105-1cc707924205 HTTP/1.1" status: 204 len: 168 time: 0.5140719 Jun 07 08:15:02.978503 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd86a4b-e3ea-49c7-b6c2-2a5e53ee14fa admin admin] Pushing event deleted for resources: {'Network': ['ID=731569ee-c381-432b-a105-1cc707924205,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:02.980928 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-8fd86a4b-e3ea-49c7-b6c2-2a5e53ee14fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:03.146333 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55030) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:03.196675 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-222e626a-90d0-4d0b-ad16-68ee34028c59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f983cffaddb944cf8fa8188dca8ac056&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0488448 Jun 07 08:15:03.199057 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55034) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:03.256956 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:03.286464 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:03.338727 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:03.341113 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:03.342289 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0839cf1-4645-49f3-99a0-68172846bfdb HTTP/1.1" status: 204 len: 168 time: 0.1423347 Jun 07 08:15:03.343057 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-796436f4-b05c-430d-b8f8-47865c41dc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:03.353061 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0839cf1-4645-49f3-99a0-68172846bfdb,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:03.360147 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:03.360518 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:03.360879 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:03.361230 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:03.361675 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:03.362022 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:03.362375 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:03.362749 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:03.364375 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:03.364729 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:03.365075 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:03.365457 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:03.368534 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:04.822727 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55094) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:04.949729 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-84a47a39-111d-4114-b105-1ba47869453b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:05.058992 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-84a47a39-111d-4114-b105-1ba47869453b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:05.062685 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-84a47a39-111d-4114-b105-1ba47869453b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:05.071592 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6372bc18-8056-4d6b-be21-4cfbbfcc29d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:05.111796 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-84a47a39-111d-4114-b105-1ba47869453b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27b6e51b95bc4cb2aa7320477e1f0153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879539 Jun 07 08:15:05.114816 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a47a39-111d-4114-b105-1ba47869453b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2248e92-bed3-40a6-bb9c-d214d671abd7,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:05.115792 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 55098) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:05.118099 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-84a47a39-111d-4114-b105-1ba47869453b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:05.181951 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-812b653a-b10a-48a8-8581-f3b2efdfa131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:05.207983 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-812b653a-b10a-48a8-8581-f3b2efdfa131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:05.261342 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-812b653a-b10a-48a8-8581-f3b2efdfa131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:05.263787 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-812b653a-b10a-48a8-8581-f3b2efdfa131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:05.264874 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-812b653a-b10a-48a8-8581-f3b2efdfa131 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2248e92-bed3-40a6-bb9c-d214d671abd7 HTTP/1.1" status: 204 len: 168 time: 0.1476853 Jun 07 08:15:05.265643 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-842079df-08e7-45e5-8c65-0d3208c3d5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:05.275297 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b653a-b10a-48a8-8581-f3b2efdfa131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2248e92-bed3-40a6-bb9c-d214d671abd7,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:05.277603 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-812b653a-b10a-48a8-8581-f3b2efdfa131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:06.593980 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 55144) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:06.712250 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0d3cf07b-d01b-454f-8e2c-83b19e43aae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:06.805069 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:06.815511 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0d3cf07b-d01b-454f-8e2c-83b19e43aae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:06.819334 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0d3cf07b-d01b-454f-8e2c-83b19e43aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:06.827435 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0e419f50-5085-4eeb-8efa-d253b83f8e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:06.872617 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-0d3cf07b-d01b-454f-8e2c-83b19e43aae9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d49ef9dfc204721bf45d8dac1a1af44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775261 Jun 07 08:15:06.872826 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55152) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:06.873973 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cf07b-d01b-454f-8e2c-83b19e43aae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444dfba5-a673-4a8b-82bc-f4ae1a4bacf2,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:06.877235 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0d3cf07b-d01b-454f-8e2c-83b19e43aae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:06.939198 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d9661945-7d29-430f-a25e-d960a3827518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:06.964438 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d9661945-7d29-430f-a25e-d960a3827518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:07.014985 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d9661945-7d29-430f-a25e-d960a3827518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:07.017491 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d9661945-7d29-430f-a25e-d960a3827518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:07.018609 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-d9661945-7d29-430f-a25e-d960a3827518 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/444dfba5-a673-4a8b-82bc-f4ae1a4bacf2 HTTP/1.1" status: 204 len: 168 time: 0.1444011 Jun 07 08:15:07.019416 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-89cb6e03-1662-4cef-b652-3557468cc8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:07.029484 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9661945-7d29-430f-a25e-d960a3827518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444dfba5-a673-4a8b-82bc-f4ae1a4bacf2,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:07.031681 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d9661945-7d29-430f-a25e-d960a3827518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:08.300353 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ead1-91e9-467b-838e-f0a93c0d3324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:10.841765 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:10.987504 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0389fc74-f783-4519-9d61-9b2368ee39a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:11.065292 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7734be-8bc6-4167-bb99-6a0363ae9b88 req-911968ca-e278-4a20-b61c-bf8a9a5f1198 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:11.066747 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1b7734be-8bc6-4167-bb99-6a0363ae9b88 req-911968ca-e278-4a20-b61c-bf8a9a5f1198 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 946 time: 0.0816643 Jun 07 08:15:11.115499 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1b7734be-8bc6-4167-bb99-6a0363ae9b88 req-121884ca-50b9-44a7-860b-c89fd597d485 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420933 Jun 07 08:15:11.526363 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55258) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:11.642113 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-298de587-4cb2-4d5c-8ee2-c1bad3004bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:11.749943 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-298de587-4cb2-4d5c-8ee2-c1bad3004bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:11.753749 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-298de587-4cb2-4d5c-8ee2-c1bad3004bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:11.761329 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-84d5eb9e-b393-4d2e-90a1-a26d746a6fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:11.805902 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-298de587-4cb2-4d5c-8ee2-c1bad3004bd5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d77854d05e94c84907262df7dc76f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784851 Jun 07 08:15:11.806753 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298de587-4cb2-4d5c-8ee2-c1bad3004bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d9033e-6567-4c2c-bca8-8cbd9cdf5a6d,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:11.809473 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 55270) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:11.809661 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-298de587-4cb2-4d5c-8ee2-c1bad3004bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:11.866697 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-bfb4d7aa-08bd-4af2-aa93-ab06b6340584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:11.891542 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-bfb4d7aa-08bd-4af2-aa93-ab06b6340584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:11.933791 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:11.950384 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-bfb4d7aa-08bd-4af2-aa93-ab06b6340584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:11.952998 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-bfb4d7aa-08bd-4af2-aa93-ab06b6340584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:11.954213 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-bfb4d7aa-08bd-4af2-aa93-ab06b6340584 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34d9033e-6567-4c2c-bca8-8cbd9cdf5a6d HTTP/1.1" status: 204 len: 168 time: 0.1437793 Jun 07 08:15:11.955273 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-14f1a504-0727-4361-9aef-b3215bca630c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:11.967003 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4d7aa-08bd-4af2-aa93-ab06b6340584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d9033e-6567-4c2c-bca8-8cbd9cdf5a6d,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:11.969768 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-bfb4d7aa-08bd-4af2-aa93-ab06b6340584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:12.236484 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 55284) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:12.255095 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d9223fd5-7b2c-41ee-b771-3c4d7a8e8b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:12.315522 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe44415-b4c4-4b4e-8f6c-a9eaaf316d4a req-ef227e35-2932-4f69-9bf6-0f6cd2bed386 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:12.317838 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5fe44415-b4c4-4b4e-8f6c-a9eaaf316d4a req-ef227e35-2932-4f69-9bf6-0f6cd2bed386 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 946 time: 0.0895498 Jun 07 08:15:12.369013 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5fe44415-b4c4-4b4e-8f6c-a9eaaf316d4a req-b5cd52c8-0550-4a17-a295-47ba7d95eb1e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443575 Jun 07 08:15:12.385768 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d9223fd5-7b2c-41ee-b771-3c4d7a8e8b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:12.396819 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d9223fd5-7b2c-41ee-b771-3c4d7a8e8b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:12.404739 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-e952b8a1-418e-4311-b898-439eb69b43b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:12.450159 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-d9223fd5-7b2c-41ee-b771-3c4d7a8e8b04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ae1424c744c4114be2e8dc7f14c4e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096248 Jun 07 08:15:12.450159 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9223fd5-7b2c-41ee-b771-3c4d7a8e8b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2961da0d-d09f-4c4c-beb1-665d5ef6b0ce,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:12.450821 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55292) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:12.453116 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d9223fd5-7b2c-41ee-b771-3c4d7a8e8b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:12.510139 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f328-941e-4c6e-b69c-73b86a7d6d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:12.536210 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f328-941e-4c6e-b69c-73b86a7d6d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:12.677652 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f328-941e-4c6e-b69c-73b86a7d6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:12.680375 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b2a0f328-941e-4c6e-b69c-73b86a7d6d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:12.681626 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-b2a0f328-941e-4c6e-b69c-73b86a7d6d82 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2961da0d-d09f-4c4c-beb1-665d5ef6b0ce HTTP/1.1" status: 204 len: 168 time: 0.2296622 Jun 07 08:15:12.682495 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-41fecec1-101c-4781-b37f-f60551b12407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:12.692149 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0f328-941e-4c6e-b69c-73b86a7d6d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2961da0d-d09f-4c4c-beb1-665d5ef6b0ce,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:12.694581 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-b2a0f328-941e-4c6e-b69c-73b86a7d6d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:13.069217 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-3dfd82f0-82ec-4f85-8a40-d9bb5c6f54ed tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:13.070729 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-3dfd82f0-82ec-4f85-8a40-d9bb5c6f54ed tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.48 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 946 time: 0.0824783 Jun 07 08:15:13.221463 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Deleting port 47352236-e855-49ec-82aa-f7bb8dc3c47f {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:15:13.221749 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:13.362840 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] For port 47352236-e855-49ec-82aa-f7bb8dc3c47f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=47352236-e855-49ec-82aa-f7bb8dc3c47f,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:13.363240 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:13.543123 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:13.722831 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:13.723488 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:13.723488 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.l3_db [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Floating IP 0352135f-66d7-45b9-9334-7b4048817455 disassociated. External IP: 172.27.1.32, port: 47352236-e855-49ec-82aa-f7bb8dc3c47f. Jun 07 08:15:13.723872 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Calling delete_port for 47352236-e855-49ec-82aa-f7bb8dc3c47f owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:15:13.744864 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbc288-b98b-4615-ac80-ce77743126ba req-63971010-7d93-42da-9cc8-8346bb3b7504 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:13.746387 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5acbc288-b98b-4615-ac80-ce77743126ba req-63971010-7d93-42da-9cc8-8346bb3b7504 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 946 time: 0.2259896 Jun 07 08:15:13.805580 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5acbc288-b98b-4615-ac80-ce77743126ba req-01957728-6663-4eeb-95c5-832b48f37234 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=5203e316-07ce-4462-b243-57df9743ea2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486250 Jun 07 08:15:13.906857 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:13.913265 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-8b759044-0e51-405a-87ce-d55524b70657 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:13.960828 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event deleted for resources: {'Port': ['ID=47352236-e855-49ec-82aa-f7bb8dc3c47f,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:13.963822 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:14.228777 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:15:14.358458 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c5292-06fd-49fa-ae0b-6669319bcb00 req-a5361b21-5653-404e-88ee-a6aa3be33f3f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:14.361829 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-957c5292-06fd-49fa-ae0b-6669319bcb00 req-a5361b21-5653-404e-88ee-a6aa3be33f3f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 946 time: 0.1964293 Jun 07 08:15:14.480765 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-957c5292-06fd-49fa-ae0b-6669319bcb00 req-c8c1de0a-928d-41e2-b61b-dbda0127b222 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667498 Jun 07 08:15:14.487211 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:15:14.498601 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e658f71-1f72-4118-a79e-7dd10a8a2cb7 None None] Sync routers for ids ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:15:14.509782 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e658f71-1f72-4118-a79e-7dd10a8a2cb7 None None] Routers {'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:14.510353 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-6e658f71-1f72-4118-a79e-7dd10a8a2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:15:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:14.682169 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] No DVR routers for this DVR port 47352236-e855-49ec-82aa-f7bb8dc3c47f on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:15:14.686792 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:14.690380 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-54088f06-b7e0-43a2-8741-9f829355cf17 req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.48 "DELETE /v2.0/ports/47352236-e855-49ec-82aa-f7bb8dc3c47f HTTP/1.1" status: 204 len: 173 time: 1.6106217 Jun 07 08:15:14.691479 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8170ad42-d884-4d7a-825d-12a0c683783a', 'name': 'network-vif-deleted', 'tag': '47352236-e855-49ec-82aa-f7bb8dc3c47f'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:14.695473 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5978ae-5de5-4b8a-aab7-7f92ae30a63d" -d '{"events": [{"server_uuid": "8170ad42-d884-4d7a-825d-12a0c683783a", "name": "network-vif-deleted", "tag": "47352236-e855-49ec-82aa-f7bb8dc3c47f"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:14.696840 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-6e658f71-1f72-4118-a79e-7dd10a8a2cb7 None None] Set router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:14.748027 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee59b29-84eb-4d5a-af00-3a9644c2088e x-openstack-request-id: req-7ee59b29-84eb-4d5a-af00-3a9644c2088e {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:14.748512 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8170ad42-d884-4d7a-825d-12a0c683783a", "name": "network-vif-deleted", "tag": "47352236-e855-49ec-82aa-f7bb8dc3c47f", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:14.748778 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ee59b29-84eb-4d5a-af00-3a9644c2088e {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:14.749363 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170ad42-d884-4d7a-825d-12a0c683783a', 'name': 'network-vif-deleted', 'tag': '47352236-e855-49ec-82aa-f7bb8dc3c47f', 'status': 'completed', 'code': 200} Jun 07 08:15:14.978386 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1fa50d24-4eda-40e3-a59d-76a0ef1e6079 req-6f34991e-61a7-481e-b6bb-90206838d36f tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=8170ad42-d884-4d7a-825d-12a0c683783a HTTP/1.1" status: 200 len: 210 time: 0.0436881 Jun 07 08:15:15.043648 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-6e658f71-1f72-4118-a79e-7dd10a8a2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:50Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '37c09213-2a20-4bb2-9906-902e5db40906', 'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'mac_address': 'fa:16:3e:d6:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:48Z', 'updated_at': '2021-06-07T08:11:05Z', 'revision_number': 5, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'subnets': [{'id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:15.047625 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e658f71-1f72-4118-a79e-7dd10a8a2cb7 None None] Checking router: e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:15:15.056975 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e658f71-1f72-4118-a79e-7dd10a8a2cb7 None None] Routers {'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:15.057631 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-6e658f71-1f72-4118-a79e-7dd10a8a2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:15:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:15.250252 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-6e658f71-1f72-4118-a79e-7dd10a8a2cb7 None None] Set router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:15.583976 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-6e658f71-1f72-4118-a79e-7dd10a8a2cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:50Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '37c09213-2a20-4bb2-9906-902e5db40906', 'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'mac_address': 'fa:16:3e:d6:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:48Z', 'updated_at': '2021-06-07T08:11:05Z', 'revision_number': 5, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'subnets': [{'id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:15.588300 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e658f71-1f72-4118-a79e-7dd10a8a2cb7 None None] The sync data for ids ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'] in dv-cinder-784945-11-iscsi is: [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:50Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '37c09213-2a20-4bb2-9906-902e5db40906', 'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'mac_address': 'fa:16:3e:d6:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:48Z', 'updated_at': '2021-06-07T08:11:05Z', 'revision_number': 5, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'subnets': [{'id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:15:15.691215 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82a1ce-6812-4a8d-902c-8245f627626a req-f3ca8f73-4843-471b-9d5e-43797b6ab1b6 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:15.693427 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-db82a1ce-6812-4a8d-902c-8245f627626a req-f3ca8f73-4843-471b-9d5e-43797b6ab1b6 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 946 time: 0.0897739 Jun 07 08:15:15.742190 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-db82a1ce-6812-4a8d-902c-8245f627626a req-d35f45b0-1cb8-4a91-a903-1fcbb78a3574 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431128 Jun 07 08:15:15.838276 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b029da9-90fb-4624-8dc0-c7caba5cc466 None None] New status for floating IP 0352135f-66d7-45b9-9334-7b4048817455: DOWN {{(pid=91885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:15:16.114703 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 55356) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:16.180289 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a70a35cf-e72b-4b97-a65a-57330dd18eed tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.207751 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a70a35cf-e72b-4b97-a65a-57330dd18eed tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.260536 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a70a35cf-e72b-4b97-a65a-57330dd18eed tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.263293 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a70a35cf-e72b-4b97-a65a-57330dd18eed tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.267018 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-a70a35cf-e72b-4b97-a65a-57330dd18eed tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "DELETE /v2.0/security-groups/5203e316-07ce-4462-b243-57df9743ea2d HTTP/1.1" status: 204 len: 168 time: 0.1485865 Jun 07 08:15:16.267018 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-08d50460-c12f-42e9-b0b0-1518d2225ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:16.267374 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55358) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:16.277609 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a35cf-e72b-4b97-a65a-57330dd18eed tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5203e316-07ce-4462-b243-57df9743ea2d,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:16.279900 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-a70a35cf-e72b-4b97-a65a-57330dd18eed tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:16.288213 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.api.v2.resource [None req-abe66146-ddda-46a4-b672-9369f4859946 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] show failed (client error): The resource could not be found. Jun 07 08:15:16.292149 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-abe66146-ddda-46a4-b672-9369f4859946 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups/5203e316-07ce-4462-b243-57df9743ea2d HTTP/1.1" status: 404 len: 347 time: 0.0208969 Jun 07 08:15:16.292397 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55360) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:16.513225 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-20a6ea26-162e-481d-a829-66035406a047 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Deleting port de4ef113-cccc-4845-8a26-f6db676ec36e {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:15:16.513663 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-20a6ea26-162e-481d-a829-66035406a047 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.630831 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-20a6ea26-162e-481d-a829-66035406a047 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.631153 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-20a6ea26-162e-481d-a829-66035406a047 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.756743 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 47352236-e855-49ec-82aa-f7bb8dc3c47f no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:15:16.758351 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-20a6ea26-162e-481d-a829-66035406a047 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Calling delete_port for de4ef113-cccc-4845-8a26-f6db676ec36e owned by network:floatingip {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:15:16.791448 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: 47352236-e855-49ec-82aa-f7bb8dc3c47f {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:15:16.791799 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 47352236-e855-49ec-82aa-f7bb8dc3c47f not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:15:16.935146 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-20a6ea26-162e-481d-a829-66035406a047 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:16.939926 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f6d05f2e-70fb-49fb-b47d-b52403eb0eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:17.019239 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6ea26-162e-481d-a829-66035406a047 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event deleted for resources: {'Port': ['ID=de4ef113-cccc-4845-8a26-f6db676ec36e,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:17.022930 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-20a6ea26-162e-481d-a829-66035406a047 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:17.085000 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acca4e1-1f24-4a7d-adc1-3700e7185953 req-472d23b9-806e-4467-8db6-dce8b540f7a9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:17.086525 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6acca4e1-1f24-4a7d-adc1-3700e7185953 req-472d23b9-806e-4467-8db6-dce8b540f7a9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 946 time: 0.2225955 Jun 07 08:15:17.124329 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-20a6ea26-162e-481d-a829-66035406a047 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for floatingip, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.126698 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-20a6ea26-162e-481d-a829-66035406a047 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.127951 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-20a6ea26-162e-481d-a829-66035406a047 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "DELETE /v2.0/floatingips/0352135f-66d7-45b9-9334-7b4048817455 HTTP/1.1" status: 204 len: 168 time: 0.8346102 Jun 07 08:15:17.147899 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6acca4e1-1f24-4a7d-adc1-3700e7185953 req-af78a224-ee30-42bd-bf4a-110b7bb7abbe tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549722 Jun 07 08:15:17.625134 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55372) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:17.629768 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-a802f356-10b5-4051-98cd-54a2ed74d747 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598638114', 'description': 'tempest-description--723689919'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:17.653178 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a802f356-10b5-4051-98cd-54a2ed74d747 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.752534 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a802f356-10b5-4051-98cd-54a2ed74d747 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.757327 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a802f356-10b5-4051-98cd-54a2ed74d747 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.762111 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6cbfdcb4-0091-419b-923b-c4ba4f06c771 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:17.794594 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a802f356-10b5-4051-98cd-54a2ed74d747 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.795758 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-a802f356-10b5-4051-98cd-54a2ed74d747 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1696186 Jun 07 08:15:17.797248 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802f356-10b5-4051-98cd-54a2ed74d747 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:17.798755 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 55374) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:17.800238 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a802f356-10b5-4051-98cd-54a2ed74d747 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:17.804660 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-b5066c23-cefc-4c71-8b6a-e97042ca965b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Request body: {'security_group_rule': {'security_group_id': '72925c63-9ccd-4bb9-88a5-bfc89ba3cb00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:17.832845 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b5066c23-cefc-4c71-8b6a-e97042ca965b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.897524 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b5066c23-cefc-4c71-8b6a-e97042ca965b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.901503 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b5066c23-cefc-4c71-8b6a-e97042ca965b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.903641 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0b84dff8-f99d-4932-b207-643124b6372a tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:17.925619 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5066c23-cefc-4c71-8b6a-e97042ca965b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03f51d2-b9ab-4b8d-819d-c9f1125b20c1,revision_number=0']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:17.930206 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b5066c23-cefc-4c71-8b6a-e97042ca965b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:17.932922 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b5066c23-cefc-4c71-8b6a-e97042ca965b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:17.936849 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55378) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:17.937068 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-b5066c23-cefc-4c71-8b6a-e97042ca965b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370466 Jun 07 08:15:17.941518 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-db0fa833-5df8-4d3e-95d2-e431f28caffb tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Request body: {'security_group_rule': {'security_group_id': '72925c63-9ccd-4bb9-88a5-bfc89ba3cb00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:17.973109 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-db0fa833-5df8-4d3e-95d2-e431f28caffb tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:18.032696 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-db0fa833-5df8-4d3e-95d2-e431f28caffb tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:18.036212 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-db0fa833-5df8-4d3e-95d2-e431f28caffb tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:18.038229 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-fb8fc40e-3d06-45cc-8845-abf3afd115c6 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:18.059903 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fa833-5df8-4d3e-95d2-e431f28caffb tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0937ec7-2bff-489a-b63f-b0f888581478,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:18.062343 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-db0fa833-5df8-4d3e-95d2-e431f28caffb tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:18.066647 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-db0fa833-5df8-4d3e-95d2-e431f28caffb tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:18.068413 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-db0fa833-5df8-4d3e-95d2-e431f28caffb tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299021 Jun 07 08:15:18.071658 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55380) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:18.075876 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Request body: {'floatingip': {'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:18.097053 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for floatingip, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:18.231504 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:18.422202 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b0737-c7b9-4537-a872-8f5d076dc408 req-265d10ca-85a6-43d0-acec-41f79abe5b4f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:18.423621 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3d7b0737-c7b9-4537-a872-8f5d076dc408 req-265d10ca-85a6-43d0-acec-41f79abe5b4f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 946 time: 0.1548340 Jun 07 08:15:18.435624 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Allocated IP 172.27.1.83 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/df9969c6-18c5-4039-abea-e7e16d0dd510) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:18.499379 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3d7b0737-c7b9-4537-a872-8f5d076dc408 req-08dcb076-0bb8-4867-9f63-9dbf4fc483c9 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655525 Jun 07 08:15:18.690393 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:18.723810 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:18.728316 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:18.785904 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:18.788838 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:18.792390 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:18.832412 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event updated for resources: {'Port': ['ID=df9969c6-18c5-4039-abea-e7e16d0dd510,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:18.836323 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:18.877870 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:18.987296 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.076554 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ef518-01a2-4e10-88bb-4d99833dea46 req-5674b970-b8ee-4d20-ba3b-a6cace1ba987 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:19.078162 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea1ef518-01a2-4e10-88bb-4d99833dea46 req-5674b970-b8ee-4d20-ba3b-a6cace1ba987 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.48 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 946 time: 0.1708963 Jun 07 08:15:19.334840 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.340007 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-ea1ef518-01a2-4e10-88bb-4d99833dea46 req-6e251109-215d-49e9-b357-140fc717088f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Deleting port 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:15:19.340338 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-ea1ef518-01a2-4e10-88bb-4d99833dea46 req-6e251109-215d-49e9-b357-140fc717088f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.355283 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.363322 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:19.528712 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event updated for resources: {'Port': ['ID=df9969c6-18c5-4039-abea-e7e16d0dd510,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:19.538853 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:19.562077 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.590185 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-ea1ef518-01a2-4e10-88bb-4d99833dea46 req-6e251109-215d-49e9-b357-140fc717088f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] For port 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01,segment=NetworkSegment(9d534b1e-f856-4f61-a310-b24f11d8b004),segment_id=9d534b1e-f856-4f61-a310-b24f11d8b004)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:19.590448 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-ea1ef518-01a2-4e10-88bb-4d99833dea46 req-6e251109-215d-49e9-b357-140fc717088f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.601806 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.603208 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5306647 Jun 07 08:15:19.700285 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b943f5-66d9-498b-9b54-38728c4aa15f req-df2c176b-ddaa-4e48-aaa6-a62d0c3f3477 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:19.703130 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-88b943f5-66d9-498b-9b54-38728c4aa15f req-df2c176b-ddaa-4e48-aaa6-a62d0c3f3477 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 946 time: 0.0979285 Jun 07 08:15:19.724918 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-ea1ef518-01a2-4e10-88bb-4d99833dea46 req-6e251109-215d-49e9-b357-140fc717088f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Calling delete_port for 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:15:19.762943 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-88b943f5-66d9-498b-9b54-38728c4aa15f req-42c7a008-b1af-4b00-a880-a2f95af18554 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/security-groups?id=f6c77cf1-21e2-42be-8cf4-a07048dbcb36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509627 Jun 07 08:15:19.880544 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-8d527ab3-6646-42d1-b972-384eb1bc1891 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--598638114&fields=id&tenant_id=308d0e80315d4d6d9a5744d04f4fe97d HTTP/1.1" status: 200 len: 267 time: 0.0638063 Jun 07 08:15:19.881657 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-ea1ef518-01a2-4e10-88bb-4d99833dea46 req-6e251109-215d-49e9-b357-140fc717088f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:19.887747 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:19.893454 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:15:19.932757 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e251109-215d-49e9-b357-140fc717088f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Pushing event deleted for resources: {'Port': ['ID=0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:19.935763 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6e251109-215d-49e9-b357-140fc717088f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:20.057639 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1ef518-01a2-4e10-88bb-4d99833dea46 req-6e251109-215d-49e9-b357-140fc717088f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] No DVR routers for this DVR port 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:15:20.060096 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-ea1ef518-01a2-4e10-88bb-4d99833dea46 req-6e251109-215d-49e9-b357-140fc717088f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:20.062241 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ea1ef518-01a2-4e10-88bb-4d99833dea46 req-6e251109-215d-49e9-b357-140fc717088f tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.48 "DELETE /v2.0/ports/0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 HTTP/1.1" status: 204 len: 173 time: 0.9687696 Jun 07 08:15:20.064816 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395c2ff0-de49-4feb-b24f-5484c14dc3eb', 'name': 'network-vif-deleted', 'tag': '0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:20.067125 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c0157e-866d-43dd-9e0a-22b40f12d203" -d '{"events": [{"server_uuid": "395c2ff0-de49-4feb-b24f-5484c14dc3eb", "name": "network-vif-deleted", "tag": "0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:20.135528 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd4b003-fc00-493c-a51b-0f51bf17733a x-openstack-request-id: req-6fd4b003-fc00-493c-a51b-0f51bf17733a {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:20.135845 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395c2ff0-de49-4feb-b24f-5484c14dc3eb", "name": "network-vif-deleted", "tag": "0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:20.136123 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6fd4b003-fc00-493c-a51b-0f51bf17733a {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:20.136537 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395c2ff0-de49-4feb-b24f-5484c14dc3eb', 'name': 'network-vif-deleted', 'tag': '0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01', 'status': 'completed', 'code': 200} Jun 07 08:15:20.193185 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-d6e0dc36-6bba-4e5d-86a5-a596b6fb89b2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:20.194771 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-d6e0dc36-6bba-4e5d-86a5-a596b6fb89b2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/networks?id=f8661265-012e-4b77-980c-179a981d3247 HTTP/1.1" status: 200 len: 817 time: 0.2638452 Jun 07 08:15:20.212064 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-f019fe33-a0c7-4879-8aff-11d67a619db4 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/quotas/308d0e80315d4d6d9a5744d04f4fe97d HTTP/1.1" status: 200 len: 375 time: 0.0118904 Jun 07 08:15:20.301648 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-0fad849e-5097-44b7-80a9-06f5683156ee tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833926 Jun 07 08:15:20.308852 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-fec46991-b801-4323-a0f3-e9ce4ee1375c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-393366843&fields=id&tenant_id=eeb38b748f524559845190d0c16370c9 HTTP/1.1" status: 200 len: 267 time: 0.0448108 Jun 07 08:15:20.470224 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2e0986ac-ffc5-4993-a67f-22e1b6370a69 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:20.471637 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2e0986ac-ffc5-4993-a67f-22e1b6370a69 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/networks?id=74cb1bed-0784-4820-8a5f-b49c39060f66 HTTP/1.1" status: 200 len: 809 time: 0.1563976 Jun 07 08:15:20.486431 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-8378c70e-0c15-4abd-97fa-143eea9d3f90 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/quotas/eeb38b748f524559845190d0c16370c9 HTTP/1.1" status: 200 len: 375 time: 0.0087388 Jun 07 08:15:20.527252 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-1fea6c24-0f07-4cf6-8454-8eaaf6a7ff54 service neutron] 10.222.0.43 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140718 Jun 07 08:15:20.568285 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-e12e6830-cf7f-496e-9871-c039270c9bc7 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eeb38b748f524559845190d0c16370c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759873 Jun 07 08:15:20.659666 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-fedbacbb-2c67-4c0f-befe-3fb6f242024e service neutron] 10.222.0.43 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265855 Jun 07 08:15:20.713847 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-6d4620db-f949-42c6-bf63-e4eaaeb6488e service neutron] 10.222.0.43 "GET /v2.0/networks/74cb1bed-0784-4820-8a5f-b49c39060f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342540 Jun 07 08:15:20.844715 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ebeabc9b-b583-47bb-8c99-842b110c5699 req-8f081ee0-1de1-4283-a9a4-af4bce262133 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 210 time: 0.0481360 Jun 07 08:15:20.856758 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-ae2a45f2-812a-488c-819b-cf5b4327379a service neutron] 10.222.0.43 "GET /v2.0/networks/74cb1bed-0784-4820-8a5f-b49c39060f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354618 Jun 07 08:15:21.024407 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d22d5a3b-6636-4215-9c0e-d416732170f7 req-687acca3-6595-48db-8494-a77cef3afb38 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 210 time: 0.0490737 Jun 07 08:15:21.998136 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2180ae17-30d4-4838-ae2f-bcbb5ffa1511 req-d07e1804-63eb-49f2-90e0-8e0925a3fa4f tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 210 time: 0.0428379 Jun 07 08:15:22.198767 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2c855dcb-ddc4-4ca7-8157-04487c9e7d9f req-175b7940-7390-4005-9001-b4f3985015d6 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 210 time: 0.0468867 Jun 07 08:15:22.298509 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e3fb23e9-275b-43c3-9895-b1749f823e1f req-829908ae-93e2-440d-ac2e-d6ba5b7ead66 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 210 time: 0.0437067 Jun 07 08:15:23.150153 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b3258745-75a2-4429-8ea4-5ca81c34a418 req-69302af7-9624-4ae5-ab06-b2201cc6701b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 210 time: 0.0426674 Jun 07 08:15:23.275052 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:15:23.312506 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:15:23.312775 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 0f7dd208-3a86-4c64-bde6-bcf5fc1bbe01 not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:15:23.392647 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-53805790-e380-4846-9fb4-95ecca336c41 req-8270b2f7-e43d-4823-88c6-62d18353722e tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] 10.222.0.43 "GET /v2.0/ports?device_id=395c2ff0-de49-4feb-b24f-5484c14dc3eb HTTP/1.1" status: 200 len: 210 time: 0.0520523 Jun 07 08:15:23.463938 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-495c79b9-6f2c-498d-96f1-41cc187d838d req-01d09582-a20e-4c0e-a1ce-7914ff3c7148 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 210 time: 0.0581017 Jun 07 08:15:24.332255 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-6185c7f9-3278-4d18-a547-9dd2af299f30 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:24.334489 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-6185c7f9-3278-4d18-a547-9dd2af299f30 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.48 "GET /v2.0/networks?id=f8661265-012e-4b77-980c-179a981d3247 HTTP/1.1" status: 200 len: 817 time: 0.2146492 Jun 07 08:15:24.336645 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0285fb76-e3a2-4573-9810-58393efe1823 req-5fe106c8-6832-4112-a78b-3c5de6a42070 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 210 time: 0.0616570 Jun 07 08:15:24.406453 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-2af694dc-f238-472d-afa1-b0a6844ffd42 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=308d0e80315d4d6d9a5744d04f4fe97d HTTP/1.1" status: 200 len: 379 time: 0.0539181 Jun 07 08:15:24.416753 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Request body: {'port': {'device_id': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'admin_state_up': True, 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'security_groups': ['72925c63-9ccd-4bb9-88a5-bfc89ba3cb00']}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:24.586930 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Made reservation on behalf of 308d0e80315d4d6d9a5744d04f4fe97d for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:24.592008 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:24.728938 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-003365e1-06e8-4df7-baf6-0907d5faf473 req-7670cf31-4c18-477b-8062-1a4d8ce6b4b4 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 210 time: 0.0740967 Jun 07 08:15:24.858087 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-eede80c5-a473-462b-9597-fdb7681ae326 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:24.859646 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-eede80c5-a473-462b-9597-fdb7681ae326 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.48 "GET /v2.0/networks?id=74cb1bed-0784-4820-8a5f-b49c39060f66 HTTP/1.1" status: 200 len: 809 time: 0.3534188 Jun 07 08:15:24.860142 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Allocated IP 172.20.0.3 (f8661265-012e-4b77-980c-179a981d3247/a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be/5be75054-bf63-4eb3-8681-8b55014d11c5) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:24.944142 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-4b8ff493-bd13-4cc7-91db-ffe0d342c4c1 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb38b748f524559845190d0c16370c9 HTTP/1.1" status: 200 len: 379 time: 0.0702558 Jun 07 08:15:24.954682 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Request body: {'port': {'device_id': 'f0c000ef-b077-453b-98aa-623393906735', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'admin_state_up': True, 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'security_groups': ['571fb2e8-2d50-4912-a290-4ee240b51fac']}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:25.127147 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Made reservation on behalf of eeb38b748f524559845190d0c16370c9 for: {'port': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:25.130735 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:25.143578 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:25.164041 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Transition to ACTIVE for port object 5be75054-bf63-4eb3-8681-8b55014d11c5 will not be triggered until provisioned by entity DHCP. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:25.187884 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:25.193638 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-20a6ea26-162e-481d-a829-66035406a047 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:25.270957 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Network f8661265-012e-4b77-980c-179a981d3247 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:25.273977 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:25.278525 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:25.297790 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:15:25.300516 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Allocated IP 172.20.0.9 (74cb1bed-0784-4820-8a5f-b49c39060f66/851c1953-1ae7-4d4b-adb9-ab249dcd31a7/ff233423-eb49-4ce5-a426-9381731061ae) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:25.307732 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event updated for resources: {'Port': ['ID=5be75054-bf63-4eb3-8681-8b55014d11c5,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:25.314614 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:25.345385 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:25.346287 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:25.366554 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9538260 Jun 07 08:15:25.383237 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Request body: {'port': {'device_id': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:25.527955 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:25.541968 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-da5afca1-2a43-423b-8127-e646887cfb36 None None] Provisioning for port 5be75054-bf63-4eb3-8681-8b55014d11c5 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:25.553528 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-da5afca1-2a43-423b-8127-e646887cfb36 None None] Provisioning complete for port 5be75054-bf63-4eb3-8681-8b55014d11c5 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:25.554268 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-da5afca1-2a43-423b-8127-e646887cfb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:25.636347 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-da5afca1-2a43-423b-8127-e646887cfb36 None None] Port 5be75054-bf63-4eb3-8681-8b55014d11c5 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:15:25.649238 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:25.666759 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59968605-bc19-44b0-a3a5-6129b18c0922 req-1602987d-3169-4276-a5af-23c89fe4f0e1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:25.668233 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-59968605-bc19-44b0-a3a5-6129b18c0922 req-1602987d-3169-4276-a5af-23c89fe4f0e1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 931 time: 0.1556420 Jun 07 08:15:25.706946 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.provisioning_blocks [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Transition to ACTIVE for port object ff233423-eb49-4ce5-a426-9381731061ae will not be triggered until provisioned by entity DHCP. {{(pid=91867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:25.737085 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-59968605-bc19-44b0-a3a5-6129b18c0922 req-82c5fd24-ce3b-45af-a7d0-a794bab35282 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621228 Jun 07 08:15:25.760103 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:25.791842 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f315ee6e-052a-475c-bf5a-1eba4e37b4f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:25.889119 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Pushing event updated for resources: {'Port': ['ID=ff233423-eb49-4ce5-a426-9381731061ae,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:25.893859 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:25.896344 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Network 74cb1bed-0784-4820-8a5f-b49c39060f66 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:25.897776 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:25.901384 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:25.977195 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:25.978106 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:26.007309 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0570772 Jun 07 08:15:26.023307 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Request body: {'port': {'device_id': 'f0c000ef-b077-453b-98aa-623393906735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:26.127036 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d92d67-9c18-45f1-826c-dc05af091400 req-66c7b1e0-e8a1-433e-9353-f06d35f9e17e tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:26.138898 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-91d92d67-9c18-45f1-826c-dc05af091400 req-66c7b1e0-e8a1-433e-9353-f06d35f9e17e tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 931 time: 0.2625406 Jun 07 08:15:26.211251 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-91d92d67-9c18-45f1-826c-dc05af091400 req-bcd05736-4b22-4eb7-a760-709c3973af31 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714245 Jun 07 08:15:26.232458 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:26.279285 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-73cc2f34-3e46-4906-903d-65ddc231f537 None None] Provisioning for port ff233423-eb49-4ce5-a426-9381731061ae completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:26.284509 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-73cc2f34-3e46-4906-903d-65ddc231f537 None None] Provisioning complete for port ff233423-eb49-4ce5-a426-9381731061ae triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:26.285137 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-73cc2f34-3e46-4906-903d-65ddc231f537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:26.307221 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be75054-bf63-4eb3-8681-8b55014d11c5 {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:15:26.315852 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:26.335016 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Transition to ACTIVE for port object 5be75054-bf63-4eb3-8681-8b55014d11c5 will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:26.339723 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:26.346931 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-4f8ec79b-f358-4bcf-aeee-ddbe61626b50 tempest-VolumesActionsTest-316800056 tempest-VolumesActionsTest-316800056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:26.350342 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-73cc2f34-3e46-4906-903d-65ddc231f537 None None] Port ff233423-eb49-4ce5-a426-9381731061ae cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:15:26.560439 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Pushing event updated for resources: {'Port': ['ID=5be75054-bf63-4eb3-8681-8b55014d11c5,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:26.565772 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:26.618458 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Attempting to bind port 5be75054-bf63-4eb3-8681-8b55014d11c5 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:26.618784 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Attempting to bind port 5be75054-bf63-4eb3-8681-8b55014d11c5 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:26.619111 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Attempting to bind port 5be75054-bf63-4eb3-8681-8b55014d11c5 on network f8661265-012e-4b77-980c-179a981d3247 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:26.624206 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Port 5be75054-bf63-4eb3-8681-8b55014d11c5 on network f8661265-012e-4b77-980c-179a981d3247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:15:26.624524 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Attempting to bind port 5be75054-bf63-4eb3-8681-8b55014d11c5 on network f8661265-012e-4b77-980c-179a981d3247 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:26.629698 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:26.630026 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Checking segment: {'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:26.630428 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Bound using segment: {'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:26.630845 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Bound port: 5be75054-bf63-4eb3-8681-8b55014d11c5, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df05a3e-c918-4db2-b08b-831dcb0a5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8661265-012e-4b77-980c-179a981d3247'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:26.631185 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:26.645985 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff233423-eb49-4ce5-a426-9381731061ae {{(pid=91867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:15:26.653045 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:26.676317 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.provisioning_blocks [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Transition to ACTIVE for port object ff233423-eb49-4ce5-a426-9381731061ae will not be triggered until provisioned by entity L2. {{(pid=91867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:26.681423 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819681'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:26.684998 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:26.730991 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] For port 5be75054-bf63-4eb3-8681-8b55014d11c5, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:26.733973 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] For port 5be75054-bf63-4eb3-8681-8b55014d11c5, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5be75054-bf63-4eb3-8681-8b55014d11c5,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:26.739788 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:26.744540 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:26.800881 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:26.800881 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:26.802518 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] 10.222.0.48 "PUT /v2.0/ports/5be75054-bf63-4eb3-8681-8b55014d11c5 HTTP/1.1" status: 200 len: 1093 time: 1.4273424 Jun 07 08:15:26.803027 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'tag': '5be75054-bf63-4eb3-8681-8b55014d11c5'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:26.805363 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0d932c-a764-4c5c-8f5e-b938563219ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0a54bb76-7e17-4518-8653-0f684a97c60a", "tag": "5be75054-bf63-4eb3-8681-8b55014d11c5"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:26.833775 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Pushing event updated for resources: {'Port': ['ID=ff233423-eb49-4ce5-a426-9381731061ae,revision_number=2']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:26.835155 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Pushing event updated for resources: {'Port': ['ID=5be75054-bf63-4eb3-8681-8b55014d11c5,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:26.837964 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:26.838443 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:26.880138 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03103bca-d444-402b-8b08-926caa760401 x-openstack-request-id: req-03103bca-d444-402b-8b08-926caa760401 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:26.880460 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a54bb76-7e17-4518-8653-0f684a97c60a", "tag": "5be75054-bf63-4eb3-8681-8b55014d11c5", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:26.880745 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03103bca-d444-402b-8b08-926caa760401 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:26.881170 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'tag': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'status': 'completed', 'code': 200} Jun 07 08:15:27.011648 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.managers [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Attempting to bind port ff233423-eb49-4ce5-a426-9381731061ae on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:27.012199 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.managers [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Attempting to bind port ff233423-eb49-4ce5-a426-9381731061ae by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'f1e52d0a-b430-40e3-8d84-0f421f5fb2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66'}] {{(pid=91867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:27.012317 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Attempting to bind port ff233423-eb49-4ce5-a426-9381731061ae on network 74cb1bed-0784-4820-8a5f-b49c39060f66 {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:27.019708 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Port ff233423-eb49-4ce5-a426-9381731061ae on network 74cb1bed-0784-4820-8a5f-b49c39060f66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:15:27.020024 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Attempting to bind port ff233423-eb49-4ce5-a426-9381731061ae on network 74cb1bed-0784-4820-8a5f-b49c39060f66 {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:27.029401 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:27.029731 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Checking segment: {'id': 'f1e52d0a-b430-40e3-8d84-0f421f5fb2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:27.030107 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Bound using segment: {'id': 'f1e52d0a-b430-40e3-8d84-0f421f5fb2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66'} {{(pid=91867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:27.030524 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.managers [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Bound port: ff233423-eb49-4ce5-a426-9381731061ae, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e52d0a-b430-40e3-8d84-0f421f5fb2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66'}}] {{(pid=91867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:27.030863 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:27.056396 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fe9d8-d4f6-44b6-845b-e65d126663d8 req-21cf2773-b486-492f-8ffb-4b81ea108a3f tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:27.057863 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-569fe9d8-d4f6-44b6-845b-e65d126663d8 req-21cf2773-b486-492f-8ffb-4b81ea108a3f tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.1432726 Jun 07 08:15:27.250841 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-569fe9d8-d4f6-44b6-845b-e65d126663d8 req-e96a5b23-4af6-450b-bc14-62fbb3b130dc tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652701 Jun 07 08:15:27.264164 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] For port ff233423-eb49-4ce5-a426-9381731061ae, host hv-cinder-78494, cleared binding levels {{(pid=91867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:27.266882 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] For port ff233423-eb49-4ce5-a426-9381731061ae, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ff233423-eb49-4ce5-a426-9381731061ae,segment=NetworkSegment(f1e52d0a-b430-40e3-8d84-0f421f5fb2c7),segment_id=f1e52d0a-b430-40e3-8d84-0f421f5fb2c7)] {{(pid=91867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:27.272437 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819681'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:27.276852 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d7f965f9-d651-4baa-a3fd-64eea1de1ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:27.345163 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:27.345798 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:27.347273 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] 10.222.0.48 "PUT /v2.0/ports/ff233423-eb49-4ce5-a426-9381731061ae HTTP/1.1" status: 200 len: 1093 time: 1.3290355 Jun 07 08:15:27.350977 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c000ef-b077-453b-98aa-623393906735', 'tag': 'ff233423-eb49-4ce5-a426-9381731061ae'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:27.353180 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7d2967-f28b-4745-a93c-ab78d884886e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c000ef-b077-453b-98aa-623393906735", "tag": "ff233423-eb49-4ce5-a426-9381731061ae"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:27.381674 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Pushing event updated for resources: {'Port': ['ID=ff233423-eb49-4ce5-a426-9381731061ae,revision_number=3']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:27.393890 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:27.415199 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca037e-8478-4026-b289-588f892864e6 req-370b380d-7864-40e5-9bea-a9aca77c22c4 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:27.416716 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-85ca037e-8478-4026-b289-588f892864e6 req-370b380d-7864-40e5-9bea-a9aca77c22c4 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0924222 Jun 07 08:15:27.418165 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e4043f-edc9-459b-8d3a-3bc2cac6f26a x-openstack-request-id: req-29e4043f-edc9-459b-8d3a-3bc2cac6f26a {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:27.418569 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c000ef-b077-453b-98aa-623393906735", "tag": "ff233423-eb49-4ce5-a426-9381731061ae", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:27.419083 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29e4043f-edc9-459b-8d3a-3bc2cac6f26a {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:27.419575 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c000ef-b077-453b-98aa-623393906735', 'tag': 'ff233423-eb49-4ce5-a426-9381731061ae', 'status': 'completed', 'code': 200} Jun 07 08:15:27.471429 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-85ca037e-8478-4026-b289-588f892864e6 req-8f579c39-90eb-4a76-a4a3-d349c435eea5 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481164 Jun 07 08:15:28.451513 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e2c9c-a42b-4078-a697-255decc30bb7 req-a84b6188-aa98-4bc4-9026-d2d8aa024027 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:28.452946 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-354e2c9c-a42b-4078-a697-255decc30bb7 req-a84b6188-aa98-4bc4-9026-d2d8aa024027 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.0810077 Jun 07 08:15:28.495662 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-354e2c9c-a42b-4078-a697-255decc30bb7 req-39ce4235-2503-4b02-92eb-0dde62396c82 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369422 Jun 07 08:15:28.657526 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d803b-aea1-4b03-b7f0-b463468b1e1a req-7bd26848-1727-4ae9-a1dc-3508137e66d9 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:28.658963 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-432d803b-aea1-4b03-b7f0-b463468b1e1a req-7bd26848-1727-4ae9-a1dc-3508137e66d9 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0800953 Jun 07 08:15:28.703759 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-432d803b-aea1-4b03-b7f0-b463468b1e1a req-0599ba26-ddd8-41c1-bc47-1ed6c114140a tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387967 Jun 07 08:15:29.688782 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1c3f8-237d-420b-8b6f-e0cf3f266e6f req-6d327a43-9390-4d7d-bd13-8dd445cc53d1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:29.690436 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-cac1c3f8-237d-420b-8b6f-e0cf3f266e6f req-6d327a43-9390-4d7d-bd13-8dd445cc53d1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.0847890 Jun 07 08:15:29.789196 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-cac1c3f8-237d-420b-8b6f-e0cf3f266e6f req-18d25c67-fa2d-4031-8ee0-e0f61e1119db tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925479 Jun 07 08:15:29.810110 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d932c-a764-4c5c-8f5e-b938563219ad req-aa53d27d-3eec-41b0-932a-28cac0ee6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:29.811539 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-aa0d932c-a764-4c5c-8f5e-b938563219ad req-aa53d27d-3eec-41b0-932a-28cac0ee6326 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 1096 time: 0.0982540 Jun 07 08:15:29.893908 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d2967-f28b-4745-a93c-ab78d884886e req-dd06a359-00a5-42c8-9aef-711398d83c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:29.895906 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a7d2967-f28b-4745-a93c-ab78d884886e req-dd06a359-00a5-42c8-9aef-711398d83c0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eeb38b748f524559845190d0c16370c9&device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 1096 time: 0.1406405 Jun 07 08:15:29.937199 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cc301-a357-41de-a882-e2f92b472fc2 req-a9f8afc2-c345-4506-8084-4380fb0fcf68 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:29.938881 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3f0cc301-a357-41de-a882-e2f92b472fc2 req-a9f8afc2-c345-4506-8084-4380fb0fcf68 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.1247308 Jun 07 08:15:29.991475 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d932c-a764-4c5c-8f5e-b938563219ad req-800046c6-3598-4e31-8c9d-34817a112918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:29.991475 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-aa0d932c-a764-4c5c-8f5e-b938563219ad req-800046c6-3598-4e31-8c9d-34817a112918 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1698992 Jun 07 08:15:30.082637 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3f0cc301-a357-41de-a882-e2f92b472fc2 req-648b6efc-03cd-4172-8abb-578f878ba147 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361127 Jun 07 08:15:30.111943 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d2967-f28b-4745-a93c-ab78d884886e req-84ec7d0a-ab36-4b19-820e-571fa9d88879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:30.113435 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a7d2967-f28b-4745-a93c-ab78d884886e req-84ec7d0a-ab36-4b19-820e-571fa9d88879 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=eeb38b748f524559845190d0c16370c9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2087348 Jun 07 08:15:30.150796 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d932c-a764-4c5c-8f5e-b938563219ad req-91dd126f-ff70-46f9-8c22-4c2d8e5f45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:30.152705 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-aa0d932c-a764-4c5c-8f5e-b938563219ad req-91dd126f-ff70-46f9-8c22-4c2d8e5f45e1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1548522 Jun 07 08:15:30.999675 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8f58c-d10d-4ac7-8010-bedad4831be0 req-da60153e-2b6d-448d-a4ca-2ca42dd101fb tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:31.001164 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-77e8f58c-d10d-4ac7-8010-bedad4831be0 req-da60153e-2b6d-448d-a4ca-2ca42dd101fb tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.0889020 Jun 07 08:15:31.045865 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-77e8f58c-d10d-4ac7-8010-bedad4831be0 req-bdf9cde6-5b37-480b-86c7-148e78a69cce tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385969 Jun 07 08:15:31.291780 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabff47-64bc-4552-8aa1-19358625fe25 req-04df152e-f891-4455-a12e-d8db0ba953f4 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:31.293242 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5fabff47-64bc-4552-8aa1-19358625fe25 req-04df152e-f891-4455-a12e-d8db0ba953f4 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0912797 Jun 07 08:15:31.339443 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5fabff47-64bc-4552-8aa1-19358625fe25 req-989933e3-6786-462d-add7-2ba3f82598ea tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403705 Jun 07 08:15:32.133298 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d2967-f28b-4745-a93c-ab78d884886e req-8b7609ca-06c6-40ab-b8ec-96d6c9759f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:32.134745 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a7d2967-f28b-4745-a93c-ab78d884886e req-8b7609ca-06c6-40ab-b8ec-96d6c9759f89 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292582 Jun 07 08:15:32.238358 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32613d37-ce24-400d-82ca-dce28606bbf3 req-1f3c15cf-179b-4218-879d-0ae9a8b24ecc tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:32.240298 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-32613d37-ce24-400d-82ca-dce28606bbf3 req-1f3c15cf-179b-4218-879d-0ae9a8b24ecc tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.0837686 Jun 07 08:15:32.290456 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-32613d37-ce24-400d-82ca-dce28606bbf3 req-15756404-58b9-41ed-a974-78d1b4642e85 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426209 Jun 07 08:15:32.516617 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74ad51-25d9-4b80-b065-228da136821c req-40c047b7-4cdb-4917-896c-1af71195a32c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:32.518048 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fd74ad51-25d9-4b80-b065-228da136821c req-40c047b7-4cdb-4917-896c-1af71195a32c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0771983 Jun 07 08:15:32.561415 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fd74ad51-25d9-4b80-b065-228da136821c req-fc3973d0-750c-4aa0-ab51-5c37225e8c6d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370598 Jun 07 08:15:33.135991 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-1f802e0d-3134-4b40-9938-b59d59070acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:33.137393 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-1f802e0d-3134-4b40-9938-b59d59070acd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eeb38b748f524559845190d0c16370c9&device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 1096 time: 0.0805509 Jun 07 08:15:33.203603 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-2967ebf2-4945-4851-9987-062a5a3e690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:33.205061 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-2967ebf2-4945-4851-9987-062a5a3e690b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 1096 time: 0.1549332 Jun 07 08:15:33.213145 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-3d9b00de-3b10-4fb5-95d3-c416443e78b3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff233423-eb49-4ce5-a426-9381731061ae HTTP/1.1" status: 200 len: 217 time: 0.0651512 Jun 07 08:15:33.275794 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2a267247-cf6a-40f8-abb9-00bbbe44c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:33.276518 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-faf08fae-a52b-433d-b56e-29eaf2053b41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5be75054-bf63-4eb3-8681-8b55014d11c5 HTTP/1.1" status: 200 len: 217 time: 0.0627065 Jun 07 08:15:33.277374 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-2a267247-cf6a-40f8-abb9-00bbbe44c7c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=851c1953-1ae7-4d4b-adb9-ab249dcd31a7 HTTP/1.1" status: 200 len: 848 time: 0.0585933 Jun 07 08:15:33.347843 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-ca933377-083b-473c-8925-e79a8f0446ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:33.350209 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-ca933377-083b-473c-8925-e79a8f0446ff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be HTTP/1.1" status: 200 len: 856 time: 0.0605040 Jun 07 08:15:33.361918 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-427489a2-a2b5-4790-8b03-ab6ce90357f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:33.363510 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-427489a2-a2b5-4790-8b03-ab6ce90357f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74cb1bed-0784-4820-8a5f-b49c39060f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0718772 Jun 07 08:15:33.436090 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-3b7b35b5-b218-44af-9c6b-2e847c0b9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:33.437663 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-3b7b35b5-b218-44af-9c6b-2e847c0b9907 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8661265-012e-4b77-980c-179a981d3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0796583 Jun 07 08:15:33.571696 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-9f487f5c-591e-4660-853d-0f6e1a28eacc service neutron] 10.222.0.48 "GET /v2.0/networks/74cb1bed-0784-4820-8a5f-b49c39060f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906297 Jun 07 08:15:33.573693 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-e675b462-4dc2-45cb-8cb9-257f18314dfc service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278849 Jun 07 08:15:33.583420 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea47aa2-4431-43ec-bb55-38cad4c96597 req-0ae139be-78db-40b4-b11b-393f2821d7ee tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:33.584802 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5ea47aa2-4431-43ec-bb55-38cad4c96597 req-0ae139be-78db-40b4-b11b-393f2821d7ee tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.1738684 Jun 07 08:15:33.713824 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5ea47aa2-4431-43ec-bb55-38cad4c96597 req-efa768d0-bfe0-47ef-b528-d023deef3f62 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084452 Jun 07 08:15:33.747892 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-30e56b9d-a580-4518-95dc-8dbd245b1dc8 req-51149277-e23b-4fbe-a598-1d71a6f30fb6 service neutron] 10.222.0.48 "GET /v2.0/networks/74cb1bed-0784-4820-8a5f-b49c39060f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621356 Jun 07 08:15:33.754308 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e9f0d503-adda-4e21-a84d-580a422dc608 req-8152815f-831f-42ba-a79e-ecea606b66ef service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706715 Jun 07 08:15:33.782312 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d088cd1-4b5b-4027-a5dc-831ed32f31bb req-673a1196-e255-4251-ac43-c2671549faa8 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:33.783742 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1d088cd1-4b5b-4027-a5dc-831ed32f31bb req-673a1196-e255-4251-ac43-c2671549faa8 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.1082122 Jun 07 08:15:33.827814 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1d088cd1-4b5b-4027-a5dc-831ed32f31bb req-f01af3f2-9ba7-42d1-8281-78fc21d86902 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374494 Jun 07 08:15:35.021701 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abad911-48f5-41dd-8a4b-5aec3874922e req-c067b35c-6b06-45ab-92ce-722825205874 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:35.023163 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6abad911-48f5-41dd-8a4b-5aec3874922e req-c067b35c-6b06-45ab-92ce-722825205874 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.1919420 Jun 07 08:15:35.023285 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa97ac-d52c-43cf-93ed-053656cc6ef8 req-6b768674-0b77-4575-8977-b10c7f3dea65 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:35.024727 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-88aa97ac-d52c-43cf-93ed-053656cc6ef8 req-6b768674-0b77-4575-8977-b10c7f3dea65 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0852532 Jun 07 08:15:35.071433 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-88aa97ac-d52c-43cf-93ed-053656cc6ef8 req-67589d2e-8932-447c-ace9-11fec95134e6 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404046 Jun 07 08:15:35.073793 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6abad911-48f5-41dd-8a4b-5aec3874922e req-cd349665-a787-431c-9b0c-a9d590d90d16 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446305 Jun 07 08:15:36.306307 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b197ea-4ca7-4ed3-876b-28b0c0d389bd req-244c284c-f132-4953-92a8-b9bab51868a5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:36.313096 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-56b197ea-4ca7-4ed3-876b-28b0c0d389bd req-244c284c-f132-4953-92a8-b9bab51868a5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.1036453 Jun 07 08:15:36.321055 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcd909-00f9-44f2-956f-6e5a5d5dbabc req-9a941805-cde6-4197-a5a3-f93847153991 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:36.330679 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4fbcd909-00f9-44f2-956f-6e5a5d5dbabc req-9a941805-cde6-4197-a5a3-f93847153991 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.1147718 Jun 07 08:15:36.366342 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-56b197ea-4ca7-4ed3-876b-28b0c0d389bd req-cd18bf65-f68c-4926-a131-20b4510c1009 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523798 Jun 07 08:15:36.384508 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4fbcd909-00f9-44f2-956f-6e5a5d5dbabc req-7195b9e5-4aa4-4e0f-a662-6977d550e4ba tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526810 Jun 07 08:15:36.812539 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.559868 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9b9f9-daec-4b83-b9cd-ae324562186d req-45981b15-ec37-4e41-a5b4-48ee05ebf7a5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:37.561345 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0ba9b9f9-daec-4b83-b9cd-ae324562186d req-45981b15-ec37-4e41-a5b4-48ee05ebf7a5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.0916085 Jun 07 08:15:37.580304 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57707e06-9a24-4e06-9c8b-e80180deb8f7 req-2316fd59-d20e-426e-b366-90d2832dc9bf tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:37.581911 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-57707e06-9a24-4e06-9c8b-e80180deb8f7 req-2316fd59-d20e-426e-b366-90d2832dc9bf tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0879679 Jun 07 08:15:37.608960 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0ba9b9f9-daec-4b83-b9cd-ae324562186d req-fbc85b58-ebec-40dd-b80d-c589ad13035f tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415428 Jun 07 08:15:37.629412 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-57707e06-9a24-4e06-9c8b-e80180deb8f7 req-fc9bc0de-0061-44ec-a394-3d0fed441509 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404084 Jun 07 08:15:37.758812 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 5be75054-bf63-4eb3-8681-8b55014d11c5 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:15:37.892052 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 5be75054-bf63-4eb3-8681-8b55014d11c5, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5be75054-bf63-4eb3-8681-8b55014d11c5,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:37.905108 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'port_id': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'mac_address': 'fa:16:3e:ee:c5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:15:37.958468 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:37.976447 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be75054-bf63-4eb3-8681-8b55014d11c5 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:15:37.995303 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 5be75054-bf63-4eb3-8681-8b55014d11c5, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5be75054-bf63-4eb3-8681-8b55014d11c5,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:37.998596 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.000300 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:38.073855 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=5be75054-bf63-4eb3-8681-8b55014d11c5,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:38.080846 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.081192 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.081555 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.081885 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.082210 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.082567 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.082999 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.083339 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.083659 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.083975 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.084290 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.084601 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:38.088226 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:38.303226 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d4d249fb-5a71-4697-a926-fef2ad3ac649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.608400 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55652) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:38.741238 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c540d13c-a424-40b3-a9bb-0f31369149a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.806828 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e82e71-af10-46fa-a30b-641f9c72dab6 req-0b0714cf-9348-46e8-ba03-63a280441de2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:38.808314 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f4e82e71-af10-46fa-a30b-641f9c72dab6 req-0b0714cf-9348-46e8-ba03-63a280441de2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 944 time: 0.0872176 Jun 07 08:15:38.856962 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f4e82e71-af10-46fa-a30b-641f9c72dab6 req-ef04ed0f-e689-45e5-8cc8-0c9b593e09cd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430808 Jun 07 08:15:38.869993 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b567bb-5b1b-45b3-b707-59dc578026cc req-a330ffca-5be6-43b2-a4e6-1fe83345d850 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:38.871599 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-18b567bb-5b1b-45b3-b707-59dc578026cc req-a330ffca-5be6-43b2-a4e6-1fe83345d850 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.1322389 Jun 07 08:15:38.951037 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-18b567bb-5b1b-45b3-b707-59dc578026cc req-f24dc566-9c0e-4ddd-b002-2e50467a926d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702708 Jun 07 08:15:38.965964 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c540d13c-a424-40b3-a9bb-0f31369149a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.969847 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c540d13c-a424-40b3-a9bb-0f31369149a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:38.976528 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-ce117812-a0c4-497e-b5c4-a3e446ad5093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:39.017922 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-c540d13c-a424-40b3-a9bb-0f31369149a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3cf76b207f9b46f3b12d6ff65dc9c445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4084668 Jun 07 08:15:39.018812 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540d13c-a424-40b3-a9bb-0f31369149a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdb7885-fd6a-4122-be37-04741c85e9fb,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:39.020561 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 55662) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:39.022343 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c540d13c-a424-40b3-a9bb-0f31369149a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:39.077281 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-54060bc3-3b47-41a3-8993-53ad1900d938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.102021 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-54060bc3-3b47-41a3-8993-53ad1900d938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.152828 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-54060bc3-3b47-41a3-8993-53ad1900d938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.155274 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-54060bc3-3b47-41a3-8993-53ad1900d938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:39.156369 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-54060bc3-3b47-41a3-8993-53ad1900d938 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bdb7885-fd6a-4122-be37-04741c85e9fb HTTP/1.1" status: 204 len: 168 time: 0.1348455 Jun 07 08:15:39.157102 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0d3cf07b-d01b-454f-8e2c-83b19e43aae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:39.166263 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54060bc3-3b47-41a3-8993-53ad1900d938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdb7885-fd6a-4122-be37-04741c85e9fb,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:39.168537 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-54060bc3-3b47-41a3-8993-53ad1900d938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:40.057554 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872b4fe-252f-497c-a185-8b4c2da84529 req-72580bc7-c95b-4600-a367-dc6e1ba6d1ef tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:40.059327 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8872b4fe-252f-497c-a185-8b4c2da84529 req-72580bc7-c95b-4600-a367-dc6e1ba6d1ef tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 944 time: 0.0879729 Jun 07 08:15:40.105029 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8872b4fe-252f-497c-a185-8b4c2da84529 req-b779519e-a856-4d45-b369-9f4efa6c59a7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403893 Jun 07 08:15:40.146173 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42725412-6cd5-4638-93ca-78ba6c30ef25 req-3e2fefe2-809d-47aa-9d19-fffc157b7fe3 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:40.148213 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-42725412-6cd5-4638-93ca-78ba6c30ef25 req-3e2fefe2-809d-47aa-9d19-fffc157b7fe3 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0873575 Jun 07 08:15:40.195955 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-42725412-6cd5-4638-93ca-78ba6c30ef25 req-9a83b26b-36c7-416f-8fe8-58e9012cc494 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420003 Jun 07 08:15:40.842592 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:40.990030 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-1da60542-5cf0-4cf7-a493-40a374541375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:41.147284 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['5be75054-bf63-4eb3-8681-8b55014d11c5'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:15:41.307834 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784a4a-f053-4c9f-a15e-52b3be1c4492 req-ed747a59-0bd6-475b-9e8f-f5598c3f3ceb tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:41.309279 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c1784a4a-f053-4c9f-a15e-52b3be1c4492 req-ed747a59-0bd6-475b-9e8f-f5598c3f3ceb tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 944 time: 0.0912960 Jun 07 08:15:41.358701 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c1784a4a-f053-4c9f-a15e-52b3be1c4492 req-7ed6fed7-20a9-4a6a-8766-20d1999325ff tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421255 Jun 07 08:15:41.583160 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5efa-c1f7-4d83-b558-e1de6f966b73 req-dd76c123-399a-44ab-ad67-61fb6198bdee tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:41.585167 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-465d5efa-c1f7-4d83-b558-e1de6f966b73 req-dd76c123-399a-44ab-ad67-61fb6198bdee tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.2761376 Jun 07 08:15:41.633719 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-465d5efa-c1f7-4d83-b558-e1de6f966b73 req-6d3d19aa-6ed1-4681-8014-0e82e466a14d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425737 Jun 07 08:15:41.937907 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:42.614942 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90381638-f741-4a94-9c06-76869c1f79cd req-c93382cf-c37f-46d9-96ae-0f819bc208fa tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:42.617123 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-90381638-f741-4a94-9c06-76869c1f79cd req-c93382cf-c37f-46d9-96ae-0f819bc208fa tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 944 time: 0.1413503 Jun 07 08:15:42.660931 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-90381638-f741-4a94-9c06-76869c1f79cd req-501a626e-1e18-4b9d-93a0-7ab81cc64583 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378971 Jun 07 08:15:42.817648 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4ef06-0ca8-406c-9810-6a72c7266017 req-89dfe691-e45a-495f-8911-71e1cb136a08 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:42.819229 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-aca4ef06-0ca8-406c-9810-6a72c7266017 req-89dfe691-e45a-495f-8911-71e1cb136a08 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0788627 Jun 07 08:15:42.863761 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-aca4ef06-0ca8-406c-9810-6a72c7266017 req-b04e11d0-2ac5-41a9-9081-a31623c79672 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390103 Jun 07 08:15:43.541760 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:43.774125 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device ff233423-eb49-4ce5-a426-9381731061ae details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:15:43.784895 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 5be75054-bf63-4eb3-8681-8b55014d11c5 up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:43.864955 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afecf9-211f-4a78-a84a-0cccfad2ef2f req-6478ef64-1e79-492b-94b7-c214d15c9e27 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:43.866755 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-53afecf9-211f-4a78-a84a-0cccfad2ef2f req-6478ef64-1e79-492b-94b7-c214d15c9e27 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 944 time: 0.0907831 Jun 07 08:15:43.928147 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-53afecf9-211f-4a78-a84a-0cccfad2ef2f req-fab30d65-d238-45d8-80da-28f998ba300a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535533 Jun 07 08:15:43.969320 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port 5be75054-bf63-4eb3-8681-8b55014d11c5 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:43.982297 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 5be75054-bf63-4eb3-8681-8b55014d11c5 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:43.982674 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.060394 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bb981-c7bb-483a-84e6-5470583d3a72 req-f3aec8cd-f683-4865-b8be-0a1f3ec68330 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:44.060959 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port ff233423-eb49-4ce5-a426-9381731061ae, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ff233423-eb49-4ce5-a426-9381731061ae,segment=NetworkSegment(f1e52d0a-b430-40e3-8d84-0f421f5fb2c7),segment_id=f1e52d0a-b430-40e3-8d84-0f421f5fb2c7)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:44.062064 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9e2bb981-c7bb-483a-84e6-5470583d3a72 req-f3aec8cd-f683-4865-b8be-0a1f3ec68330 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0879917 Jun 07 08:15:44.076074 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': 'ff233423-eb49-4ce5-a426-9381731061ae', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'port_id': 'ff233423-eb49-4ce5-a426-9381731061ae', 'mac_address': 'fa:16:3e:f5:ee:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:15:44.110709 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9e2bb981-c7bb-483a-84e6-5470583d3a72 req-261c8c2f-a95c-4106-ad94-c3a8abc11928 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427089 Jun 07 08:15:44.185561 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.197998 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.217055 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff233423-eb49-4ce5-a426-9381731061ae {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:15:44.238941 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be75054-bf63-4eb3-8681-8b55014d11c5'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:44.241364 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa22102-31e6-4858-b267-2326230b513c" -d '{"events": [{"server_uuid": "0a54bb76-7e17-4518-8653-0f684a97c60a", "name": "network-vif-plugged", "status": "completed", "tag": "5be75054-bf63-4eb3-8681-8b55014d11c5"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:44.249165 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port ff233423-eb49-4ce5-a426-9381731061ae, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ff233423-eb49-4ce5-a426-9381731061ae,segment=NetworkSegment(f1e52d0a-b430-40e3-8d84-0f421f5fb2c7),segment_id=f1e52d0a-b430-40e3-8d84-0f421f5fb2c7)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:44.252220 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 5be75054-bf63-4eb3-8681-8b55014d11c5, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5be75054-bf63-4eb3-8681-8b55014d11c5,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:44.253687 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.255749 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:44.284660 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:44.292942 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddfa033-f429-4272-8ea8-409cb622a19d x-openstack-request-id: req-6ddfa033-f429-4272-8ea8-409cb622a19d {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:44.293231 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a54bb76-7e17-4518-8653-0f684a97c60a", "name": "network-vif-plugged", "status": "completed", "tag": "5be75054-bf63-4eb3-8681-8b55014d11c5", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:44.293509 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ddfa033-f429-4272-8ea8-409cb622a19d {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:44.293891 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'code': 200} Jun 07 08:15:44.326144 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=ff233423-eb49-4ce5-a426-9381731061ae,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:44.328852 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:44.329323 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:44.392637 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=5be75054-bf63-4eb3-8681-8b55014d11c5,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:44.395605 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:44.508149 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['ff233423-eb49-4ce5-a426-9381731061ae'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:15:44.518509 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9d58e-0b3a-4c29-9ae4-95053fcaec21 req-2b694ca4-337f-4abd-8a2e-8b777e2f7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:44.519957 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0fe9d58e-0b3a-4c29-9ae4-95053fcaec21 req-2b694ca4-337f-4abd-8a2e-8b777e2f7ca6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 1098 time: 0.0689025 Jun 07 08:15:44.561072 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0fe9d58e-0b3a-4c29-9ae4-95053fcaec21 req-32780d75-70dc-4f42-ac5c-d2eac91c66bd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344918 Jun 07 08:15:45.234986 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8ad2a-ecdb-4f4a-a02d-8bbef53f1990 req-c71305aa-7f37-47ec-a385-75cec88c216e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:45.236718 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2bc8ad2a-ecdb-4f4a-a02d-8bbef53f1990 req-c71305aa-7f37-47ec-a385-75cec88c216e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.1869636 Jun 07 08:15:45.283821 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2bc8ad2a-ecdb-4f4a-a02d-8bbef53f1990 req-84803bc9-4bce-49bd-92c6-91805c632091 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409780 Jun 07 08:15:45.351876 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18083ac4-c158-4ef0-8428-b036b3fb087b req-2613b04f-5bf2-47af-9f5d-cf79dcecbaaa tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:45.353424 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-18083ac4-c158-4ef0-8428-b036b3fb087b req-2613b04f-5bf2-47af-9f5d-cf79dcecbaaa tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 944 time: 0.1005340 Jun 07 08:15:45.403247 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-18083ac4-c158-4ef0-8428-b036b3fb087b req-5b484c43-3029-4a6d-87ca-63a7589ea111 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421948 Jun 07 08:15:45.788992 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device ff233423-eb49-4ce5-a426-9381731061ae up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:15:45.856766 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port ff233423-eb49-4ce5-a426-9381731061ae completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:15:45.861235 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port ff233423-eb49-4ce5-a426-9381731061ae triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:45.861678 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:46.009465 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:46.044120 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port ff233423-eb49-4ce5-a426-9381731061ae, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ff233423-eb49-4ce5-a426-9381731061ae,segment=NetworkSegment(f1e52d0a-b430-40e3-8d84-0f421f5fb2c7),segment_id=f1e52d0a-b430-40e3-8d84-0f421f5fb2c7)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:46.048276 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:46.050641 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-93de8889-e655-4cc5-bcad-294e6af030a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:46.120010 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=ff233423-eb49-4ce5-a426-9381731061ae,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:46.125502 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:46.294725 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c000ef-b077-453b-98aa-623393906735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff233423-eb49-4ce5-a426-9381731061ae'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:46.297728 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62aa89c-6761-411e-9a80-a337606dfcc1" -d '{"events": [{"server_uuid": "f0c000ef-b077-453b-98aa-623393906735", "name": "network-vif-plugged", "status": "completed", "tag": "ff233423-eb49-4ce5-a426-9381731061ae"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:46.351180 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a7e9dd-d237-40cc-9eab-c8e98904ca14 x-openstack-request-id: req-70a7e9dd-d237-40cc-9eab-c8e98904ca14 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:46.351471 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c000ef-b077-453b-98aa-623393906735", "name": "network-vif-plugged", "status": "completed", "tag": "ff233423-eb49-4ce5-a426-9381731061ae", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:46.351723 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70a7e9dd-d237-40cc-9eab-c8e98904ca14 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:46.352171 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c000ef-b077-453b-98aa-623393906735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff233423-eb49-4ce5-a426-9381731061ae', 'code': 200} Jun 07 08:15:46.538231 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50507e-f1a0-4d72-b3c9-7dd0451bd4b7 req-60ca10d4-d80f-4830-9205-e1d3c927df46 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:46.539722 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4c50507e-f1a0-4d72-b3c9-7dd0451bd4b7 req-60ca10d4-d80f-4830-9205-e1d3c927df46 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.1170793 Jun 07 08:15:46.602526 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4c50507e-f1a0-4d72-b3c9-7dd0451bd4b7 req-ca96c2e4-d41d-413f-bcc3-722f423dc824 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559945 Jun 07 08:15:46.645786 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdc2e1-3529-4547-b33e-1fc3177a2ed1 req-564f57d6-6ddc-4675-ba64-8a7cf5e02ef6 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:46.648081 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-eefdc2e1-3529-4547-b33e-1fc3177a2ed1 req-564f57d6-6ddc-4675-ba64-8a7cf5e02ef6 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.1256342 Jun 07 08:15:46.758514 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-eefdc2e1-3529-4547-b33e-1fc3177a2ed1 req-7507271c-00f3-4a07-885f-b35cca0115aa tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041741 Jun 07 08:15:46.775933 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc7319-552d-4740-9a66-b4e98980cfde req-f24a0e6e-0e60-47fb-9055-a9bb19229afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:46.777563 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1bbc7319-552d-4740-9a66-b4e98980cfde req-f24a0e6e-0e60-47fb-9055-a9bb19229afb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 1098 time: 0.1042027 Jun 07 08:15:46.815971 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0557a-7294-4b32-b451-734747a56910 req-992a9784-2574-4b22-adbd-bfe54f5dda6a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:46.817462 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-dac0557a-7294-4b32-b451-734747a56910 req-992a9784-2574-4b22-adbd-bfe54f5dda6a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0995424 Jun 07 08:15:46.827356 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 55840) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:46.828077 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1bbc7319-552d-4740-9a66-b4e98980cfde req-0b5270b7-b3a9-4e4f-80f5-5158c574d02e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393648 Jun 07 08:15:46.831947 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-484c9cf6-5908-4d4b-8da2-9c3ead98b622 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Request body: {'floatingip': {'port_id': '5be75054-bf63-4eb3-8681-8b55014d11c5'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:46.910242 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-484c9cf6-5908-4d4b-8da2-9c3ead98b622 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for floatingip, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:47.608726 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-484c9cf6-5908-4d4b-8da2-9c3ead98b622 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:47.612913 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-484c9cf6-5908-4d4b-8da2-9c3ead98b622 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:47.795691 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.l3_db [None req-484c9cf6-5908-4d4b-8da2-9c3ead98b622 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Floating IP 74d2c870-31a8-4c26-b5a0-e40b83a27006 associated. External IP: 172.27.1.83, port: 5be75054-bf63-4eb3-8681-8b55014d11c5. Jun 07 08:15:47.963889 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8580be-d521-4acf-9800-25a271b5bf1e req-6c16d8c4-9eef-475b-b7cd-8d43a65dae86 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:47.965371 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6e8580be-d521-4acf-9800-25a271b5bf1e req-6c16d8c4-9eef-475b-b7cd-8d43a65dae86 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0892034 Jun 07 08:15:48.010578 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6e8580be-d521-4acf-9800-25a271b5bf1e req-63103aaf-bf0a-40fb-8a24-13cf6239c3b4 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395229 Jun 07 08:15:48.175267 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484c9cf6-5908-4d4b-8da2-9c3ead98b622 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:15:48.350449 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484c9cf6-5908-4d4b-8da2-9c3ead98b622 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:15:48.356296 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-484c9cf6-5908-4d4b-8da2-9c3ead98b622 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:48.360403 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b3f894-e8b3-47e3-864a-05d5a4bb0c3a None None] Sync routers for ids ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:15:48.370814 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3f894-e8b3-47e3-864a-05d5a4bb0c3a None None] Routers {'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:48.371426 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-53b3f894-e8b3-47e3-864a-05d5a4bb0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:15:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:48.415054 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-484c9cf6-5908-4d4b-8da2-9c3ead98b622 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "PUT /v2.0/floatingips/74d2c870-31a8-4c26-b5a0-e40b83a27006 HTTP/1.1" status: 200 len: 990 time: 1.5866358 Jun 07 08:15:48.416002 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'tag': '5be75054-bf63-4eb3-8681-8b55014d11c5'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:48.419540 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299affc0-b514-4ea1-93f0-c711baa75307" -d '{"events": [{"name": "network-changed", "server_uuid": "0a54bb76-7e17-4518-8653-0f684a97c60a", "tag": "5be75054-bf63-4eb3-8681-8b55014d11c5"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:48.471980 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16593499-ae92-46b4-bba7-4cd1ecc949d5 x-openstack-request-id: req-16593499-ae92-46b4-bba7-4cd1ecc949d5 {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:48.472301 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a54bb76-7e17-4518-8653-0f684a97c60a", "tag": "5be75054-bf63-4eb3-8681-8b55014d11c5", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:48.472586 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16593499-ae92-46b4-bba7-4cd1ecc949d5 {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:48.473005 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'tag': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'status': 'completed', 'code': 200} Jun 07 08:15:48.561591 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-53b3f894-e8b3-47e3-864a-05d5a4bb0c3a None None] Set router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:48.575850 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299affc0-b514-4ea1-93f0-c711baa75307 req-ca9e0e36-6005-4e1e-a614-c516e37392e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:48.575850 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-299affc0-b514-4ea1-93f0-c711baa75307 req-ca9e0e36-6005-4e1e-a614-c516e37392e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 1098 time: 0.0795681 Jun 07 08:15:48.726204 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299affc0-b514-4ea1-93f0-c711baa75307 req-47693f12-1fdd-4afc-9244-3de6065ff8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:48.727887 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-299affc0-b514-4ea1-93f0-c711baa75307 req-47693f12-1fdd-4afc-9244-3de6065ff8e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8661265-012e-4b77-980c-179a981d3247 HTTP/1.1" status: 200 len: 918 time: 0.1418748 Jun 07 08:15:48.860089 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-299affc0-b514-4ea1-93f0-c711baa75307 req-163904dc-1625-416c-a0d1-da0a2ac91e85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5be75054-bf63-4eb3-8681-8b55014d11c5 HTTP/1.1" status: 200 len: 998 time: 0.1256676 Jun 07 08:15:48.933697 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-53b3f894-e8b3-47e3-864a-05d5a4bb0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:50Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '74d2c870-31a8-4c26-b5a0-e40b83a27006', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'port_id': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'mac_address': 'fa:16:3e:ee:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:15:18Z', 'updated_at': '2021-06-07T08:15:47Z', 'revision_number': 1, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c09213-2a20-4bb2-9906-902e5db40906', 'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'mac_address': 'fa:16:3e:d6:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:48Z', 'updated_at': '2021-06-07T08:11:05Z', 'revision_number': 5, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'subnets': [{'id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:48.937064 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299affc0-b514-4ea1-93f0-c711baa75307 req-7a8bfd1b-1da5-40b0-9e70-6de2ad8b753a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:48.937596 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b3f894-e8b3-47e3-864a-05d5a4bb0c3a None None] Checking router: e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:15:48.940040 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-299affc0-b514-4ea1-93f0-c711baa75307 req-7a8bfd1b-1da5-40b0-9e70-6de2ad8b753a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be HTTP/1.1" status: 200 len: 856 time: 0.0724630 Jun 07 08:15:48.946959 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3f894-e8b3-47e3-864a-05d5a4bb0c3a None None] Routers {'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:48.947560 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-53b3f894-e8b3-47e3-864a-05d5a4bb0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:15:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:49.025575 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299affc0-b514-4ea1-93f0-c711baa75307 req-e6a6f2a2-a150-4dd4-9100-dcb229f28100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:49.027136 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-299affc0-b514-4ea1-93f0-c711baa75307 req-e6a6f2a2-a150-4dd4-9100-dcb229f28100 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8661265-012e-4b77-980c-179a981d3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0800319 Jun 07 08:15:49.132366 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-53b3f894-e8b3-47e3-864a-05d5a4bb0c3a None None] Set router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:49.237208 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-299affc0-b514-4ea1-93f0-c711baa75307 req-8870e2cf-5844-449e-b229-3d2f522e03a3 service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971905 Jun 07 08:15:49.288107 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dccbd-6459-4982-8d6b-38e8ab7a3d00 req-2671f714-37da-4a27-b4e6-5dbe852d6c92 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:49.289757 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e31dccbd-6459-4982-8d6b-38e8ab7a3d00 req-2671f714-37da-4a27-b4e6-5dbe852d6c92 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.1542773 Jun 07 08:15:49.405968 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e31dccbd-6459-4982-8d6b-38e8ab7a3d00 req-cb158b29-37d4-4842-9c88-6ea72db2ffed tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105826 Jun 07 08:15:49.424142 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-299affc0-b514-4ea1-93f0-c711baa75307 req-54ec1bdf-9ee6-4430-93fc-8669fe4d000f service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796184 Jun 07 08:15:49.482869 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-53b3f894-e8b3-47e3-864a-05d5a4bb0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:50Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '74d2c870-31a8-4c26-b5a0-e40b83a27006', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'port_id': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'mac_address': 'fa:16:3e:ee:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:15:18Z', 'updated_at': '2021-06-07T08:15:47Z', 'revision_number': 1, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c09213-2a20-4bb2-9906-902e5db40906', 'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'mac_address': 'fa:16:3e:d6:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:48Z', 'updated_at': '2021-06-07T08:11:05Z', 'revision_number': 5, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'subnets': [{'id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:49.488162 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b3f894-e8b3-47e3-864a-05d5a4bb0c3a None None] The sync data for ids ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'] in dv-cinder-784945-11-iscsi is: [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:50Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '74d2c870-31a8-4c26-b5a0-e40b83a27006', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'port_id': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'mac_address': 'fa:16:3e:ee:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:15:18Z', 'updated_at': '2021-06-07T08:15:47Z', 'revision_number': 1, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37c09213-2a20-4bb2-9906-902e5db40906', 'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'mac_address': 'fa:16:3e:d6:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:48Z', 'updated_at': '2021-06-07T08:11:05Z', 'revision_number': 5, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'subnets': [{'id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:15:49.612635 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921f6e3-d961-4d16-9c8f-1b614296a8ed req-a6bbc9f0-9cbd-4e74-a0c5-d35d5d60b6c3 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:49.614237 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9921f6e3-d961-4d16-9c8f-1b614296a8ed req-a6bbc9f0-9cbd-4e74-a0c5-d35d5d60b6c3 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0896850 Jun 07 08:15:49.669452 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9921f6e3-d961-4d16-9c8f-1b614296a8ed req-76f8c51e-bd3a-46ee-aae7-fbe5f819c944 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459270 Jun 07 08:15:49.694180 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55894) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:49.707208 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433675d0-c8cb-4b40-b165-5dde8a8df474 None None] New status for floating IP 74d2c870-31a8-4c26-b5a0-e40b83a27006: ACTIVE {{(pid=91885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:15:49.902474 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00965866-f4c7-4e58-806c-4ddd4f853a35 tempest-TestShelveInstance-1020403659 tempest-TestShelveInstance-1020403659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:49.906932 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-00965866-f4c7-4e58-806c-4ddd4f853a35 tempest-TestShelveInstance-1020403659 tempest-TestShelveInstance-1020403659-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 1093 time: 0.2088456 Jun 07 08:15:49.907240 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55904) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:49.912372 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Request body: {'floatingip': {'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'port_id': 'ff233423-eb49-4ce5-a426-9381731061ae', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:49.956824 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for floatingip, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:50.105519 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fc7ac-f556-48e1-85ed-9028e8d218c5 req-0d195588-805f-4995-823b-a5a0142c6b28 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:50.107029 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-014fc7ac-f556-48e1-85ed-9028e8d218c5 req-0d195588-805f-4995-823b-a5a0142c6b28 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1108537 Jun 07 08:15:50.123047 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:50.155580 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-014fc7ac-f556-48e1-85ed-9028e8d218c5 req-c3b21a58-dfe7-43b3-a4a7-b3b8f47c1320 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425174 Jun 07 08:15:50.279224 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Allocated IP 172.27.1.198 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/28e4d23d-ecfc-4ba2-910f-98236eca545d) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:50.510153 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:50.538047 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:50.542443 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-990b8d37-0167-4de1-93e7-2b3db51331cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:50.607812 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:50.611202 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:50.614605 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:50.655623 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Pushing event updated for resources: {'Port': ['ID=28e4d23d-ecfc-4ba2-910f-98236eca545d,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:50.659665 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:51.032052 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:51.104725 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:51.323184 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:51.329171 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:51.334245 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:51.374363 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11a423-dcee-4228-8b4f-b90261e94689 req-bef1a1d1-ece2-47eb-810a-8850c38e4367 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:51.376224 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-cc11a423-dcee-4228-8b4f-b90261e94689 req-bef1a1d1-ece2-47eb-810a-8850c38e4367 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.1056404 Jun 07 08:15:51.408940 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 55942) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:51.436096 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-cc11a423-dcee-4228-8b4f-b90261e94689 req-4c2841ab-32db-49fe-9b7f-39ef3955d63a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540318 Jun 07 08:15:51.446166 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Pushing event updated for resources: {'Port': ['ID=28e4d23d-ecfc-4ba2-910f-98236eca545d,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:51.449604 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:51.454975 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:51.540090 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-202d27cb-1eed-411f-b3ad-7e2dc8df1ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:51.637183 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.l3_db [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Floating IP 80bdf654-9067-4e2a-b536-fcca25c9c763 associated. External IP: 172.27.1.198, port: ff233423-eb49-4ce5-a426-9381731061ae. Jun 07 08:15:51.651877 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-202d27cb-1eed-411f-b3ad-7e2dc8df1ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:51.655794 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-202d27cb-1eed-411f-b3ad-7e2dc8df1ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:51.664751 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2bd1b95f-2ef8-48ae-964f-322ccecbb9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:51.708595 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-202d27cb-1eed-411f-b3ad-7e2dc8df1ca5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ced25e2aa40c400d8b5f22d24683ef42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960491 Jun 07 08:15:51.708595 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d27cb-1eed-411f-b3ad-7e2dc8df1ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634470c7-a990-464b-a503-5b8fbaff3acd,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:51.710016 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55952) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:51.710761 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-202d27cb-1eed-411f-b3ad-7e2dc8df1ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:51.867409 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d11203ca-2061-4c31-ab25-4c098cdc4d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:51.966350 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d11203ca-2061-4c31-ab25-4c098cdc4d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.265991 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d11203ca-2061-4c31-ab25-4c098cdc4d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.268462 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d11203ca-2061-4c31-ab25-4c098cdc4d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.269683 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-d11203ca-2061-4c31-ab25-4c098cdc4d29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/634470c7-a990-464b-a503-5b8fbaff3acd HTTP/1.1" status: 204 len: 168 time: 0.5584455 Jun 07 08:15:52.274906 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-eb0f0328-004d-47b2-9358-4e940d838ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:52.289977 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Router ba35ca43-4e1a-44fa-86e9-81212fb10b94 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:15:52.296012 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11203ca-2061-4c31-ab25-4c098cdc4d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634470c7-a990-464b-a503-5b8fbaff3acd,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:52.300953 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d11203ca-2061-4c31-ab25-4c098cdc4d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:52.311207 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-8ba5b077-5e37-429a-a83c-37b865302df2 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:52.313093 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-8ba5b077-5e37-429a-a83c-37b865302df2 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.2028513 Jun 07 08:15:52.365619 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-64e85b08-8128-43e7-80c5-2c76b75540d9 req-ac2e7215-6e24-4f79-b44f-86b2f3421547 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724814392&fields=id&tenant_id=3cc5a26018854599800252b483c0ad4c HTTP/1.1" status: 200 len: 267 time: 0.1593945 Jun 07 08:15:52.461335 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e85b08-8128-43e7-80c5-2c76b75540d9 req-88c84494-ad2b-4f49-ae26-882fa519f483 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:52.468939 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-64e85b08-8128-43e7-80c5-2c76b75540d9 req-88c84494-ad2b-4f49-ae26-882fa519f483 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 984 time: 0.0973511 Jun 07 08:15:52.474746 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [req-64e85b08-8128-43e7-80c5-2c76b75540d9 req-6aae7268-85b0-4361-a706-1932d6012afd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Request body: {'port': {'security_groups': ['9a998afd-5029-4ee9-bd8d-f9fca6597333']}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:52.605228 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-64e85b08-8128-43e7-80c5-2c76b75540d9 req-6aae7268-85b0-4361-a706-1932d6012afd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.661549 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:15:52.673538 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c23f4a-693c-4702-9434-cca146dff43b None None] Sync routers for ids ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:15:52.698947 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c23f4a-693c-4702-9434-cca146dff43b None None] Routers {'ba35ca43-4e1a-44fa-86e9-81212fb10b94'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:52.699807 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.701292 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-03c23f4a-693c-4702-9434-cca146dff43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:15:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:52.729240 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Deleting port c77a12ad-6332-43f7-a05d-b0cba2f2b58e {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:15:52.729609 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.842780 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cdffa-2ee8-4995-8f8a-d047c33eb52c req-05daec98-4127-4583-9dc9-061eaa6bebde tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:52.849997 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ca7cdffa-2ee8-4995-8f8a-d047c33eb52c req-05daec98-4127-4583-9dc9-061eaa6bebde tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.2788119 Jun 07 08:15:52.854554 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 55974) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:52.926573 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [req-64e85b08-8128-43e7-80c5-2c76b75540d9 req-6aae7268-85b0-4361-a706-1932d6012afd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] For port cc592511-2dc0-4078-932a-64711ca71abd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cc592511-2dc0-4078-932a-64711ca71abd,segment=NetworkSegment(67211e17-05c1-422c-81f2-28d9d7b321bd),segment_id=67211e17-05c1-422c-81f2-28d9d7b321bd)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:52.968184 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-64e85b08-8128-43e7-80c5-2c76b75540d9 req-6aae7268-85b0-4361-a706-1932d6012afd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.976157 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-64e85b08-8128-43e7-80c5-2c76b75540d9 req-6aae7268-85b0-4361-a706-1932d6012afd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819681'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:52.978420 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0700989 Jun 07 08:15:52.983523 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c000ef-b077-453b-98aa-623393906735', 'tag': 'ff233423-eb49-4ce5-a426-9381731061ae'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:52.985809 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98518156-7d02-4413-909a-8e1a399efd12" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c000ef-b077-453b-98aa-623393906735", "tag": "ff233423-eb49-4ce5-a426-9381731061ae"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:53.001598 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['cc592511-2dc0-4078-932a-64711ca71abd'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:15:53.006972 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-09654e9e-ed37-48a8-9490-3d53d046ec04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:53.038299 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eed60a3-35b8-484e-ac84-b2aca995adda admin admin] Deleting subnet 609bbdb9-3891-4a01-91bb-3544d8cb8fdb {{(pid=91866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:15:53.068853 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ca7cdffa-2ee8-4995-8f8a-d047c33eb52c req-76f443f1-49e8-48b8-9bc7-484a7e142e8d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177103 Jun 07 08:15:53.071315 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8eed60a3-35b8-484e-ac84-b2aca995adda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.085538 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e85b08-8128-43e7-80c5-2c76b75540d9 req-6aae7268-85b0-4361-a706-1932d6012afd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:53.086552 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [req-64e85b08-8128-43e7-80c5-2c76b75540d9 req-6aae7268-85b0-4361-a706-1932d6012afd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.087791 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-64e85b08-8128-43e7-80c5-2c76b75540d9 req-6aae7268-85b0-4361-a706-1932d6012afd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "PUT /v2.0/ports/cc592511-2dc0-4078-932a-64711ca71abd HTTP/1.1" status: 200 len: 942 time: 0.6180098 Jun 07 08:15:53.091785 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'tag': 'cc592511-2dc0-4078-932a-64711ca71abd'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:53.097600 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8bbacb-dec9-411a-8b80-ba09584626c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f937861b-5b0e-4f1c-9882-3fbe68e5dfec", "tag": "cc592511-2dc0-4078-932a-64711ca71abd"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:53.101167 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 55990) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:53.159122 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] For port c77a12ad-6332-43f7-a05d-b0cba2f2b58e, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c77a12ad-6332-43f7-a05d-b0cba2f2b58e,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:15:53.159484 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.178148 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-03c23f4a-693c-4702-9434-cca146dff43b None None] Set router ba35ca43-4e1a-44fa-86e9-81212fb10b94 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:53.188242 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae7268-85b0-4361-a706-1932d6012afd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Pushing event updated for resources: {'Port': ['ID=cc592511-2dc0-4078-932a-64711ca71abd,revision_number=7']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:53.192189 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6aae7268-85b0-4361-a706-1932d6012afd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:53.201997 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6eeb36cb-96a2-42c8-bf1c-f2085c0627ee tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.288905 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1e7e13-1833-4825-926f-fa63d1e1e738 x-openstack-request-id: req-0e1e7e13-1833-4825-926f-fa63d1e1e738 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:53.289210 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c000ef-b077-453b-98aa-623393906735", "tag": "ff233423-eb49-4ce5-a426-9381731061ae", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:53.289522 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0e1e7e13-1833-4825-926f-fa63d1e1e738 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:53.289944 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c000ef-b077-453b-98aa-623393906735', 'tag': 'ff233423-eb49-4ce5-a426-9381731061ae', 'status': 'completed', 'code': 200} Jun 07 08:15:53.321039 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8eed60a3-35b8-484e-ac84-b2aca995adda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266515'] for subnet, precommit_delete_associations {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.340528 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['cc592511-2dc0-4078-932a-64711ca71abd'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:15:53.341292 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6eeb36cb-96a2-42c8-bf1c-f2085c0627ee tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.391880 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd33d5be-a45a-4693-b22c-c4812a5a93ba x-openstack-request-id: req-bd33d5be-a45a-4693-b22c-c4812a5a93ba {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:53.392294 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f937861b-5b0e-4f1c-9882-3fbe68e5dfec", "tag": "cc592511-2dc0-4078-932a-64711ca71abd", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:53.392668 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd33d5be-a45a-4693-b22c-c4812a5a93ba {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:53.393167 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'tag': 'cc592511-2dc0-4078-932a-64711ca71abd', 'status': 'completed', 'code': 200} Jun 07 08:15:53.395781 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 55996) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:53.454807 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518156-7d02-4413-909a-8e1a399efd12 req-7d5eb990-f7d2-4be1-9622-5ef7c37d9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:53.457094 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-98518156-7d02-4413-909a-8e1a399efd12 req-7d5eb990-f7d2-4be1-9622-5ef7c37d9c7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eeb38b748f524559845190d0c16370c9&device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 1098 time: 0.1998010 Jun 07 08:15:53.540501 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8eed60a3-35b8-484e-ac84-b2aca995adda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.589968 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-6b24dc60-2a27-4bc6-801a-aa9ddff6b765 None None] Provisioning complete for port cc592511-2dc0-4078-932a-64711ca71abd triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:15:53.590344 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6b24dc60-2a27-4bc6-801a-aa9ddff6b765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.635142 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-408484302-network', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:53.684938 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6eeb36cb-96a2-42c8-bf1c-f2085c0627ee tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.688826 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6eeb36cb-96a2-42c8-bf1c-f2085c0627ee tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.692432 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-6eeb36cb-96a2-42c8-bf1c-f2085c0627ee tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "DELETE /v2.0/security-groups/1e7128d4-c658-49ae-bf20-8d4b76bf515e HTTP/1.1" status: 204 len: 168 time: 0.5855005 Jun 07 08:15:53.695394 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56000) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:53.696279 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-755a08f9-986a-49c6-a402-7402c9e8ed92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:53.711177 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518156-7d02-4413-909a-8e1a399efd12 req-b4fab5c9-b61d-46bb-8f4f-81da4f8ca57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:53.712560 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-98518156-7d02-4413-909a-8e1a399efd12 req-b4fab5c9-b61d-46bb-8f4f-81da4f8ca57e service neutron] 10.222.0.48 "GET /v2.0/networks?id=74cb1bed-0784-4820-8a5f-b49c39060f66 HTTP/1.1" status: 200 len: 910 time: 0.2426546 Jun 07 08:15:53.714190 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb36cb-96a2-42c8-bf1c-f2085c0627ee tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7128d4-c658-49ae-bf20-8d4b76bf515e,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:53.718422 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6eeb36cb-96a2-42c8-bf1c-f2085c0627ee tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:53.784426 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Made reservation on behalf of ce9cc2aee9304668a5705bffda363257 for: {'network': 1} {{(pid=91867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:53.787742 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.827172 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.886583 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-98518156-7d02-4413-909a-8e1a399efd12 req-127148e7-2e80-49d7-8f44-2b753beefe69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff233423-eb49-4ce5-a426-9381731061ae HTTP/1.1" status: 200 len: 999 time: 0.1658802 Jun 07 08:15:53.887859 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bbacb-dec9-411a-8b80-ba09584626c4 req-8e974407-b06b-455b-bca1-7bb28604c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:53.889700 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3b8bbacb-dec9-411a-8b80-ba09584626c4 req-8e974407-b06b-455b-bca1-7bb28604c5a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc5a26018854599800252b483c0ad4c&device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 1098 time: 0.5207107 Jun 07 08:15:53.900651 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.901006 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.901528 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.l3_db [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Floating IP d3f6fa7b-b457-4962-9942-4b24ebd9e2e3 disassociated. External IP: 172.27.1.129, port: c77a12ad-6332-43f7-a05d-b0cba2f2b58e. Jun 07 08:15:53.901869 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Calling delete_port for c77a12ad-6332-43f7-a05d-b0cba2f2b58e owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:15:53.981670 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8eed60a3-35b8-484e-ac84-b2aca995adda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2265162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4090581'] for subnet, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:53.993716 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518156-7d02-4413-909a-8e1a399efd12 req-f1be2bc3-263d-4e1b-b80f-c538024154f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:53.995262 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-98518156-7d02-4413-909a-8e1a399efd12 req-f1be2bc3-263d-4e1b-b80f-c538024154f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=851c1953-1ae7-4d4b-adb9-ab249dcd31a7 HTTP/1.1" status: 200 len: 848 time: 0.0945921 Jun 07 08:15:54.003760 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-718c4704-2820-444c-9c01-2eb4327216e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:54.058141 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-03c23f4a-693c-4702-9434-cca146dff43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:35Z', 'updated_at': '2021-06-07T08:14:40Z', 'revision_number': 4, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'gw_port': {'id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:36Z', 'updated_at': '2021-06-07T08:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '80bdf654-9067-4e2a-b536-fcca25c9c763', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'port_id': 'ff233423-eb49-4ce5-a426-9381731061ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'mac_address': 'fa:16:3e:f5:ee:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c000ef-b077-453b-98aa-623393906735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:15:50Z', 'updated_at': '2021-06-07T08:15:50Z', 'revision_number': 0, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82', 'name': '', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'mac_address': 'fa:16:3e:62:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:39Z', 'updated_at': '2021-06-07T08:14:48Z', 'revision_number': 5, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'subnets': [{'id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:54.062339 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c23f4a-693c-4702-9434-cca146dff43b None None] Checking router: ba35ca43-4e1a-44fa-86e9-81212fb10b94 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:15:54.071711 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c23f4a-693c-4702-9434-cca146dff43b None None] Routers {'ba35ca43-4e1a-44fa-86e9-81212fb10b94'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:54.072334 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-03c23f4a-693c-4702-9434-cca146dff43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:15:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:54.096448 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.109193 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.116409 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-635ef29c-aed1-4416-8e97-f8dfc4323e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:54.151821 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=91867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:15:54.163082 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed60a3-35b8-484e-ac84-b2aca995adda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609bbdb9-3891-4a01-91bb-3544d8cb8fdb,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:54.163319 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518156-7d02-4413-909a-8e1a399efd12 req-a933a517-1f41-4643-9768-47cae914b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:54.165685 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-98518156-7d02-4413-909a-8e1a399efd12 req-a933a517-1f41-4643-9768-47cae914b6ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74cb1bed-0784-4820-8a5f-b49c39060f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1613438 Jun 07 08:15:54.172394 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.172716 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.segments_db [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Added segment 588239fb-5444-4b16-a8cd-a32a3ecd445d of type vlan for network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f Jun 07 08:15:54.175360 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8b38de-4e00-4078-b7a4-e7bffb869646,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:54.179618 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:54.181554 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-8eed60a3-35b8-484e-ac84-b2aca995adda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:54.183978 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8eed60a3-35b8-484e-ac84-b2aca995adda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.186565 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-8eed60a3-35b8-484e-ac84-b2aca995adda admin admin] 10.222.0.43 "DELETE /v2.0/subnets/609bbdb9-3891-4a01-91bb-3544d8cb8fdb HTTP/1.1" status: 204 len: 168 time: 1.3289497 Jun 07 08:15:54.192037 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56004) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:54.291967 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-03c23f4a-693c-4702-9434-cca146dff43b None None] Set router ba35ca43-4e1a-44fa-86e9-81212fb10b94 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:54.312936 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.342096 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-98518156-7d02-4413-909a-8e1a399efd12 req-24fe61d9-59d6-4856-913f-c846b0e13357 service neutron] 10.222.0.48 "GET /v2.0/networks/74cb1bed-0784-4820-8a5f-b49c39060f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679666 Jun 07 08:15:54.420922 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bbacb-dec9-411a-8b80-ba09584626c4 req-a31ee6a7-52d3-467b-a758-55e32187d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:54.422388 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3b8bbacb-dec9-411a-8b80-ba09584626c4 req-a31ee6a7-52d3-467b-a758-55e32187d276 service neutron] 10.222.0.48 "GET /v2.0/networks?id=beb8320f-4891-4336-9ae9-15a94cf5cc57 HTTP/1.1" status: 200 len: 916 time: 0.5154123 Jun 07 08:15:54.463599 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.467561 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:54.468203 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.478378 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:54.538669 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6ce39b9e-100f-4596-995d-180255dd54c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.554268 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1493497 Jun 07 08:15:54.579352 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56008) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:54.597533 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-c8eeb620-3a40-498e-8915-cd55416003ed admin admin] Request body: {'subnet': {'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-408484302-subnet', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'ip_version': 4}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:54.659616 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3b8bbacb-dec9-411a-8b80-ba09584626c4 req-3864e6ff-55cd-4f86-994d-9fcd3b51e6f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc592511-2dc0-4078-932a-64711ca71abd HTTP/1.1" status: 200 len: 1001 time: 0.2302077 Jun 07 08:15:54.697369 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-03c23f4a-693c-4702-9434-cca146dff43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:35Z', 'updated_at': '2021-06-07T08:14:40Z', 'revision_number': 4, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'gw_port': {'id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:36Z', 'updated_at': '2021-06-07T08:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '80bdf654-9067-4e2a-b536-fcca25c9c763', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'port_id': 'ff233423-eb49-4ce5-a426-9381731061ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'mac_address': 'fa:16:3e:f5:ee:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c000ef-b077-453b-98aa-623393906735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:15:50Z', 'updated_at': '2021-06-07T08:15:50Z', 'revision_number': 0, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82', 'name': '', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'mac_address': 'fa:16:3e:62:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:39Z', 'updated_at': '2021-06-07T08:14:48Z', 'revision_number': 5, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'subnets': [{'id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:54.702708 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c23f4a-693c-4702-9434-cca146dff43b None None] The sync data for ids ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'] in dv-cinder-784945-11-iscsi is: [{'id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:35Z', 'updated_at': '2021-06-07T08:14:40Z', 'revision_number': 4, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'gw_port': {'id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:36Z', 'updated_at': '2021-06-07T08:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '80bdf654-9067-4e2a-b536-fcca25c9c763', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'port_id': 'ff233423-eb49-4ce5-a426-9381731061ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'mac_address': 'fa:16:3e:f5:ee:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c000ef-b077-453b-98aa-623393906735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:15:50Z', 'updated_at': '2021-06-07T08:15:50Z', 'revision_number': 0, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82', 'name': '', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'mac_address': 'fa:16:3e:62:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:39Z', 'updated_at': '2021-06-07T08:14:48Z', 'revision_number': 5, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'subnets': [{'id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:15:54.721834 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=7e29fad3-ca45-4f43-8c33-ab6eb996f68f,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:54.729163 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-98518156-7d02-4413-909a-8e1a399efd12 req-f7914060-44a3-40fc-a44d-5f28de912ab0 service neutron] 10.222.0.48 "GET /v2.0/networks/74cb1bed-0784-4820-8a5f-b49c39060f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781123 Jun 07 08:15:54.733647 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:54.734022 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:54.734384 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:54.734742 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:54.735093 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:54.735446 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:54.735786 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:54.736136 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:54.736480 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:54.736829 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:54.737172 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:54.737538 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:15:54.742310 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:54.752782 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eeb620-3a40-498e-8915-cd55416003ed admin admin] Made reservation on behalf of ce9cc2aee9304668a5705bffda363257 for: {'subnet': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:15:54.755108 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb620-3a40-498e-8915-cd55416003ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4090608'] for subnet, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.757483 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:15:54.783710 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06a9ae-86da-4490-87f1-21ba5146b631 req-d79ccc22-2b25-4425-8912-5cbb5f7a3299 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:54.785176 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fa06a9ae-86da-4490-87f1-21ba5146b631 req-d79ccc22-2b25-4425-8912-5cbb5f7a3299 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 946 time: 0.5397978 Jun 07 08:15:54.785835 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.828155 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-06f119e2-8790-44ba-bde3-661ea6646b7b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:54.858661 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-d538fe25-bc05-4dbe-a15f-d4e28e821f6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Deleting port be94759c-cb00-43db-8584-b3356d549ca1 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:15:54.859003 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d538fe25-bc05-4dbe-a15f-d4e28e821f6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:54.935269 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e322650-08eb-41cb-a1ff-30c32360b9a6 None None] New status for floating IP 80bdf654-9067-4e2a-b536-fcca25c9c763: ACTIVE {{(pid=91885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:15:54.949243 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event deleted for resources: {'Port': ['ID=c77a12ad-6332-43f7-a05d-b0cba2f2b58e,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:54.968488 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:55.028690 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bbacb-dec9-411a-8b80-ba09584626c4 req-00cf7411-47c8-4dd4-8fed-2d64d01cc087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:55.030152 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3b8bbacb-dec9-411a-8b80-ba09584626c4 req-00cf7411-47c8-4dd4-8fed-2d64d01cc087 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efacace9-e543-4e64-affc-1e7db3864442 HTTP/1.1" status: 200 len: 854 time: 0.3606794 Jun 07 08:15:55.127568 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fa06a9ae-86da-4490-87f1-21ba5146b631 req-32039186-1c98-44cc-a740-30f2d895727c tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=b4fa36a1-c0cf-4971-a4a6-6307c7999d46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004718 Jun 07 08:15:55.136434 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6ce39b9e-100f-4596-995d-180255dd54c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:55.216877 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-6ce39b9e-100f-4596-995d-180255dd54c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3333e51f-4315-40a5-8376-1adc44f92e27']}} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:55.299804 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-6ce39b9e-100f-4596-995d-180255dd54c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d534b1e-f856-4f61-a310-b24f11d8b004') {'for_net_delete': True} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:55.300365 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-6ce39b9e-100f-4596-995d-180255dd54c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d534b1e-f856-4f61-a310-b24f11d8b004') {} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:55.472741 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6ce39b9e-100f-4596-995d-180255dd54c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2266538'] for segment, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:55.497733 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d538fe25-bc05-4dbe-a15f-d4e28e821f6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:55.497990 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d538fe25-bc05-4dbe-a15f-d4e28e821f6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:55.517767 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6ce39b9e-100f-4596-995d-180255dd54c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:55.663344 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce39b9e-100f-4596-995d-180255dd54c6 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=91866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:15:55.663783 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6ce39b9e-100f-4596-995d-180255dd54c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265328'] for segment, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: Traceback (most recent call last): Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: timer() Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: cb(*args, **kw) Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: return func(*args, **kwargs) Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: self._notify() Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: self.callback(batched_events) Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: event.method(event) Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: return f(self, *a, **k) Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._get(url).json() Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: return self.request(url, 'GET', **kwargs) Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:15:55.730760 dv-cinder-784945-11-iscsi neutron-server[91866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:15:55.737091 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-d538fe25-bc05-4dbe-a15f-d4e28e821f6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Calling delete_port for be94759c-cb00-43db-8584-b3356d549ca1 owned by network:floatingip {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:15:55.793672 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bbacb-dec9-411a-8b80-ba09584626c4 req-7c88bc6e-09bd-41c0-aa01-3c0a0a5ef466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:55.795148 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3b8bbacb-dec9-411a-8b80-ba09584626c4 req-7c88bc6e-09bd-41c0-aa01-3c0a0a5ef466 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=beb8320f-4891-4336-9ae9-15a94cf5cc57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.7503197 Jun 07 08:15:55.863215 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device c77a12ad-6332-43f7-a05d-b0cba2f2b58e no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:15:55.897053 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: c77a12ad-6332-43f7-a05d-b0cba2f2b58e {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:15:55.897424 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device c77a12ad-6332-43f7-a05d-b0cba2f2b58e not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:15:55.943397 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6ce39b9e-100f-4596-995d-180255dd54c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.011106 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:56.025373 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:15:56.035123 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6ce39b9e-100f-4596-995d-180255dd54c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.036945 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-6ce39b9e-100f-4596-995d-180255dd54c6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3333e51f-4315-40a5-8376-1adc44f92e27 HTTP/1.1" status: 204 len: 168 time: 1.8341093 Jun 07 08:15:56.055873 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce39b9e-100f-4596-995d-180255dd54c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3333e51f-4315-40a5-8376-1adc44f92e27,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:56.061376 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb620-3a40-498e-8915-cd55416003ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2265099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4090594'] for subnet, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.062258 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6ce39b9e-100f-4596-995d-180255dd54c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:56.085076 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:56.154915 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 56020) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:56.207319 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-259aa784-c0a3-480e-92ff-c804ebf8a608 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5ba8c9b40bd4be6927457180d11cbbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487561 Jun 07 08:15:56.207623 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 56022) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:56.231844 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3b8bbacb-dec9-411a-8b80-ba09584626c4 req-51e0239f-9983-42d4-bfbd-36546a4c2a8e service neutron] 10.222.0.48 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815281 Jun 07 08:15:56.267205 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-91a115db-2fb4-4ea9-a330-22107ac39fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.292353 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-91a115db-2fb4-4ea9-a330-22107ac39fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.325493 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eeb620-3a40-498e-8915-cd55416003ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8440314a-dcc6-41c1-8819-e39c3089ae84,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:56.345564 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-91a115db-2fb4-4ea9-a330-22107ac39fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.348120 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-91a115db-2fb4-4ea9-a330-22107ac39fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.349277 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-91a115db-2fb4-4ea9-a330-22107ac39fd5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6c77cf1-21e2-42be-8cf4-a07048dbcb36 HTTP/1.1" status: 204 len: 168 time: 0.1405730 Jun 07 08:15:56.350050 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-cf1f6771-a721-45da-9c86-20c215c6c0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:56.359529 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a115db-2fb4-4ea9-a330-22107ac39fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c77cf1-21e2-42be-8cf4-a07048dbcb36,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:56.361816 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-91a115db-2fb4-4ea9-a330-22107ac39fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:56.404617 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c8eeb620-3a40-498e-8915-cd55416003ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:56.406967 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-35c1b636-e8c1-4f1e-81da-359d27e980c0 req-5f94f47a-055f-452d-8b56-3d482e02c35a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4f45ae3-fd90-404e-88f8-cb676997a529 HTTP/1.1" status: 200 len: 210 time: 0.1635134 Jun 07 08:15:56.438876 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eeb620-3a40-498e-8915-cd55416003ed admin admin] Checking segment: {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:56.439301 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eeb620-3a40-498e-8915-cd55416003ed admin admin] Network hostable DHCP agents. Network: 7e29fad3-ca45-4f43-8c33-ab6eb996f68f, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:15:56.573044 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:15:56.591644 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35eb06-001b-4bac-a4a8-8d3a84bb5356 None None] Sync routers for ids ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:15:56.602389 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35eb06-001b-4bac-a4a8-8d3a84bb5356 None None] Routers {'927c8704-4b6f-44b0-9bc1-db5e2bdf6475'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:56.603024 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9a35eb06-001b-4bac-a4a8-8d3a84bb5356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:15:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:56.628289 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eeb620-3a40-498e-8915-cd55416003ed admin admin] Network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:15:56.674795 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3b8bbacb-dec9-411a-8b80-ba09584626c4 req-95324e87-bcb6-4250-9794-a22000636d8e service neutron] 10.222.0.48 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322019 Jun 07 08:15:56.694129 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] No DVR routers for this DVR port c77a12ad-6332-43f7-a05d-b0cba2f2b58e on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:15:56.700673 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.702607 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9d1dd4b7-f56d-4781-a6b3-5088b5e491a7 req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.48 "DELETE /v2.0/ports/c77a12ad-6332-43f7-a05d-b0cba2f2b58e HTTP/1.1" status: 204 len: 173 time: 4.3832688 Jun 07 08:15:56.703099 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f45ae3-fd90-404e-88f8-cb676997a529', 'name': 'network-vif-deleted', 'tag': 'c77a12ad-6332-43f7-a05d-b0cba2f2b58e'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:56.705385 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf975b4-8270-4bc3-bb18-7fc0b0e366cb" -d '{"events": [{"server_uuid": "f4f45ae3-fd90-404e-88f8-cb676997a529", "name": "network-vif-deleted", "tag": "c77a12ad-6332-43f7-a05d-b0cba2f2b58e"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:56.714070 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-c8eeb620-3a40-498e-8915-cd55416003ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, 7e29fad3-ca45-4f43-8c33-ab6eb996f68f) {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:56.727737 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eeb620-3a40-498e-8915-cd55416003ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:56.728325 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c8eeb620-3a40-498e-8915-cd55416003ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.756820 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d538fe25-bc05-4dbe-a15f-d4e28e821f6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.765437 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:56.769829 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020d65c0-e8b0-40af-977a-c1ca372350d3 None None] Network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:15:56.796974 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fa2739-d698-4325-a198-e387785fcd53 x-openstack-request-id: req-81fa2739-d698-4325-a198-e387785fcd53 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:56.798086 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f45ae3-fd90-404e-88f8-cb676997a529", "name": "network-vif-deleted", "tag": "c77a12ad-6332-43f7-a05d-b0cba2f2b58e", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:56.798388 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81fa2739-d698-4325-a198-e387785fcd53 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:56.798839 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f45ae3-fd90-404e-88f8-cb676997a529', 'name': 'network-vif-deleted', 'tag': 'c77a12ad-6332-43f7-a05d-b0cba2f2b58e', 'status': 'completed', 'code': 200} Jun 07 08:15:56.824053 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538fe25-bc05-4dbe-a15f-d4e28e821f6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Pushing event deleted for resources: {'Port': ['ID=be94759c-cb00-43db-8584-b3356d549ca1,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:56.858674 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d538fe25-bc05-4dbe-a15f-d4e28e821f6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:56.866202 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-c8eeb620-3a40-498e-8915-cd55416003ed admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2843294 Jun 07 08:15:56.871331 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 56030) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:56.879961 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:56.919663 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-9a35eb06-001b-4bac-a4a8-8d3a84bb5356 None None] Set router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:56.921520 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.924369 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-241532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.941690 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d538fe25-bc05-4dbe-a15f-d4e28e821f6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks [] for floatingip, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:56.942450 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.l3_db [None req-d538fe25-bc05-4dbe-a15f-d4e28e821f6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Floating IP 9a0fc495-014b-4330-b3ff-5ae5aad86afb disassociated (deleted). External IP: 172.27.1.184, port: cc592511-2dc0-4078-932a-64711ca71abd. Jun 07 08:15:56.955115 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:57.290369 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf83e8f63-32ac-5286-9395-d7cf83f6d299-7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84'}]}} from dv-cinder-784945-11-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:15:57.291209 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:57.291600 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4642'] for router, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:57.496837 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d538fe25-bc05-4dbe-a15f-d4e28e821f6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Router 32fae6bc-92cd-436e-9f15-33df686e1b11 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:15:57.532841 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9a35eb06-001b-4bac-a4a8-8d3a84bb5356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:01Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'fadf45dd-3c6f-4541-8bb3-d589fe2e5801', 'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'mac_address': 'fa:16:3e:b1:a5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:57Z', 'updated_at': '2021-06-07T08:11:12Z', 'revision_number': 5, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'subnets': [{'id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:57.542531 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35eb06-001b-4bac-a4a8-8d3a84bb5356 None None] Checking router: 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:15:57.548470 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Allocated IP 172.20.0.2 (7e29fad3-ca45-4f43-8c33-ab6eb996f68f/8440314a-dcc6-41c1-8819-e39c3089ae84/f675a874-46ca-4c37-9440-395762796b3b) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:57.562973 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35eb06-001b-4bac-a4a8-8d3a84bb5356 None None] Routers {'927c8704-4b6f-44b0-9bc1-db5e2bdf6475'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:57.563591 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9a35eb06-001b-4bac-a4a8-8d3a84bb5356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:15:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:57.580942 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56036) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:57.683854 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:57.720886 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:57.750859 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c71a0866-2e61-4ffb-9f44-da2f7bb29928 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:57.776876 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d538fe25-bc05-4dbe-a15f-d4e28e821f6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:15:57.787516 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d538fe25-bc05-4dbe-a15f-d4e28e821f6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:57.791503 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f837d-f7b6-40d9-94c3-cd73649d4506 None None] Sync routers for ids ['32fae6bc-92cd-436e-9f15-33df686e1b11'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:15:57.805450 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f837d-f7b6-40d9-94c3-cd73649d4506 None None] Routers {'32fae6bc-92cd-436e-9f15-33df686e1b11'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:57.806363 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-857f837d-f7b6-40d9-94c3-cd73649d4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:15:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['32fae6bc-92cd-436e-9f15-33df686e1b11'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:57.840897 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c71a0866-2e61-4ffb-9f44-da2f7bb29928 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:57.841520 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-9a35eb06-001b-4bac-a4a8-8d3a84bb5356 None None] Set router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:57.875502 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Allocated IP 172.27.1.13 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/db10569c-4531-4d1f-8fa3-7444914412c8) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:15:57.897396 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-d538fe25-bc05-4dbe-a15f-d4e28e821f6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "DELETE /v2.0/floatingips/9a0fc495-014b-4330-b3ff-5ae5aad86afb HTTP/1.1" status: 204 len: 168 time: 4.1891735 Jun 07 08:15:57.940205 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c71a0866-2e61-4ffb-9f44-da2f7bb29928 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:57.943397 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c71a0866-2e61-4ffb-9f44-da2f7bb29928 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:57.945240 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-c71a0866-2e61-4ffb-9f44-da2f7bb29928 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "DELETE /v2.0/security-groups/b4fa36a1-c0cf-4971-a4a6-6307c7999d46 HTTP/1.1" status: 204 len: 168 time: 0.3640752 Jun 07 08:15:57.946069 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-09ec4439-d33e-428b-b3d5-6e7123279871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:57.955489 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56040) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:57.995289 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a0866-2e61-4ffb-9f44-da2f7bb29928 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fa36a1-c0cf-4971-a4a6-6307c7999d46,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:58.010901 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c71a0866-2e61-4ffb-9f44-da2f7bb29928 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:58.012358 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.api.v2.resource [None req-5dd10f12-0b0e-4d6c-94fe-7ee21c9e26b9 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] show failed (client error): The resource could not be found. Jun 07 08:15:58.016218 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-5dd10f12-0b0e-4d6c-94fe-7ee21c9e26b9 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups/b4fa36a1-c0cf-4971-a4a6-6307c7999d46 HTTP/1.1" status: 404 len: 347 time: 0.0552042 Jun 07 08:15:58.018619 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56042) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:58.042431 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-857f837d-f7b6-40d9-94c3-cd73649d4506 None None] Set router 32fae6bc-92cd-436e-9f15-33df686e1b11 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:58.105401 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:58.151246 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:58.158266 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:58.260927 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Pushing event updated for resources: {'Port': ['ID=db10569c-4531-4d1f-8fa3-7444914412c8,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:58.276339 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:58.298700 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-91debd28-2fe1-47ab-8312-00ef06baa8d6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Deleting port 202a634b-31d8-4ef2-bd2f-aac493a6c5ed {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:15:58.299201 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-91debd28-2fe1-47ab-8312-00ef06baa8d6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:58.303600 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:58.307916 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:58.314147 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:58.427345 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:58.437637 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-91debd28-2fe1-47ab-8312-00ef06baa8d6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:58.438200 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-91debd28-2fe1-47ab-8312-00ef06baa8d6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:58.461724 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Transition to ACTIVE for port object f675a874-46ca-4c37-9440-395762796b3b will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:58.545354 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Transition to ACTIVE for port object f675a874-46ca-4c37-9440-395762796b3b will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:15:58.554796 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-857f837d-f7b6-40d9-94c3-cd73649d4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '99f821d5-f677-472e-9096-78cb638fcffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:23Z', 'updated_at': '2021-06-07T08:12:29Z', 'revision_number': 4, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'gw_port': {'id': '99f821d5-f677-472e-9096-78cb638fcffb', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '4d65e8e9-c74e-44dd-91f7-5647f5c93cc7', 'name': '', 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'mac_address': 'fa:16:3e:3f:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'efacace9-e543-4e64-affc-1e7db3864442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:37Z', 'revision_number': 5, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'subnets': [{'id': 'efacace9-e543-4e64-affc-1e7db3864442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:58.556582 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:58.560525 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f837d-f7b6-40d9-94c3-cd73649d4506 None None] Checking router: 32fae6bc-92cd-436e-9f15-33df686e1b11 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:15:58.561737 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:58.582974 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f837d-f7b6-40d9-94c3-cd73649d4506 None None] Routers {'32fae6bc-92cd-436e-9f15-33df686e1b11'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:15:58.585055 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-857f837d-f7b6-40d9-94c3-cd73649d4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:15:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['32fae6bc-92cd-436e-9f15-33df686e1b11'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:58.597133 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-91debd28-2fe1-47ab-8312-00ef06baa8d6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Calling delete_port for 202a634b-31d8-4ef2-bd2f-aac493a6c5ed owned by network:floatingip {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:15:58.683723 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Pushing event updated for resources: {'Port': ['ID=f675a874-46ca-4c37-9440-395762796b3b,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:58.687506 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:58.700743 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:15:58.704152 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:15:58.709617 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:15:58.742532 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-91debd28-2fe1-47ab-8312-00ef06baa8d6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:58.749986 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:58.807677 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'tag': 'cc592511-2dc0-4078-932a-64711ca71abd'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:15:58.810737 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52edec67-f7dd-4509-a79c-e12b0fbf85c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f937861b-5b0e-4f1c-9882-3fbe68e5dfec", "tag": "cc592511-2dc0-4078-932a-64711ca71abd"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:15:58.818415 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91debd28-2fe1-47ab-8312-00ef06baa8d6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event deleted for resources: {'Port': ['ID=202a634b-31d8-4ef2-bd2f-aac493a6c5ed,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:58.825566 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-91debd28-2fe1-47ab-8312-00ef06baa8d6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:58.873652 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9a35eb06-001b-4bac-a4a8-8d3a84bb5356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:01Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'fadf45dd-3c6f-4541-8bb3-d589fe2e5801', 'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'mac_address': 'fa:16:3e:b1:a5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:57Z', 'updated_at': '2021-06-07T08:11:12Z', 'revision_number': 5, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'subnets': [{'id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:58.884716 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35eb06-001b-4bac-a4a8-8d3a84bb5356 None None] The sync data for ids ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'] in dv-cinder-784945-11-iscsi is: [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:01Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'fadf45dd-3c6f-4541-8bb3-d589fe2e5801', 'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'mac_address': 'fa:16:3e:b1:a5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:57Z', 'updated_at': '2021-06-07T08:11:12Z', 'revision_number': 5, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'subnets': [{'id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:15:58.889608 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Attempting to bind port f675a874-46ca-4c37-9440-395762796b3b on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:15:58.890175 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Attempting to bind port f675a874-46ca-4c37-9440-395762796b3b by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:15:58.890691 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Attempting to bind port f675a874-46ca-4c37-9440-395762796b3b on network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:15:58.904994 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:15:58.905265 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Checking segment: {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:15:58.905565 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:58.905971 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Bound using segment: {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:15:58.906461 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Bound port: f675a874-46ca-4c37-9440-395762796b3b, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:15:58.906832 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:58.923020 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c3e553-36a9-46a2-ab5d-e1ed6bf897f5 x-openstack-request-id: req-b7c3e553-36a9-46a2-ab5d-e1ed6bf897f5 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:15:58.923625 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f937861b-5b0e-4f1c-9882-3fbe68e5dfec", "tag": "cc592511-2dc0-4078-932a-64711ca71abd", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:15:58.923716 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7c3e553-36a9-46a2-ab5d-e1ed6bf897f5 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:15:58.924083 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'tag': 'cc592511-2dc0-4078-932a-64711ca71abd', 'status': 'completed', 'code': 200} Jun 07 08:15:59.028708 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] For port f675a874-46ca-4c37-9440-395762796b3b, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:15:59.032112 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] For port f675a874-46ca-4c37-9440-395762796b3b, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=f675a874-46ca-4c37-9440-395762796b3b,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:15:59.043155 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:59.050247 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:59.052266 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:15:59.108429 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-857f837d-f7b6-40d9-94c3-cd73649d4506 None None] Set router 32fae6bc-92cd-436e-9f15-33df686e1b11 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:15:59.152014 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Pushing event updated for resources: {'Port': ['ID=f675a874-46ca-4c37-9440-395762796b3b,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:15:59.156658 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:15:59.184057 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-91debd28-2fe1-47ab-8312-00ef06baa8d6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for floatingip, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:59.186824 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-91debd28-2fe1-47ab-8312-00ef06baa8d6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:59.191985 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-91debd28-2fe1-47ab-8312-00ef06baa8d6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "DELETE /v2.0/floatingips/d3f6fa7b-b457-4962-9942-4b24ebd9e2e3 HTTP/1.1" status: 204 len: 168 time: 1.1682546 Jun 07 08:15:59.238724 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edec67-f7dd-4509-a79c-e12b0fbf85c3 req-0556cec2-75b4-469e-9e82-397b20021021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:59.241085 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-52edec67-f7dd-4509-a79c-e12b0fbf85c3 req-0556cec2-75b4-469e-9e82-397b20021021 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3cc5a26018854599800252b483c0ad4c&device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 1098 time: 0.3223956 Jun 07 08:15:59.365942 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198c0eef-502f-43a5-bcf2-103a56a1c067 None None] New status for floating IP d3f6fa7b-b457-4962-9942-4b24ebd9e2e3: DOWN {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:15:59.491956 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edec67-f7dd-4509-a79c-e12b0fbf85c3 req-7ac5176c-553f-47f5-b548-b7c5ed16c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:59.493055 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-52edec67-f7dd-4509-a79c-e12b0fbf85c3 req-7ac5176c-553f-47f5-b548-b7c5ed16c2dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=beb8320f-4891-4336-9ae9-15a94cf5cc57 HTTP/1.1" status: 200 len: 916 time: 0.2329552 Jun 07 08:15:59.635361 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-52edec67-f7dd-4509-a79c-e12b0fbf85c3 req-576c3722-d35d-4c10-b2ad-01859b193ecf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc592511-2dc0-4078-932a-64711ca71abd HTTP/1.1" status: 200 len: 217 time: 0.1337399 Jun 07 08:15:59.750978 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481443'] for router, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:15:59.825159 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edec67-f7dd-4509-a79c-e12b0fbf85c3 req-b7b94aed-3ebd-41d1-abf7-8659180d61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:59.826743 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-52edec67-f7dd-4509-a79c-e12b0fbf85c3 req-b7b94aed-3ebd-41d1-abf7-8659180d61e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=efacace9-e543-4e64-affc-1e7db3864442 HTTP/1.1" status: 200 len: 854 time: 0.1773624 Jun 07 08:15:59.901030 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 56062) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:15:59.906891 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-b2b8bb6e-3f74-4413-9cb4-12fa5d6c15fc tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845504497', 'description': 'tempest-description--575351003'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:15:59.917782 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-857f837d-f7b6-40d9-94c3-cd73649d4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '99f821d5-f677-472e-9096-78cb638fcffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:23Z', 'updated_at': '2021-06-07T08:12:29Z', 'revision_number': 4, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'gw_port': {'id': '99f821d5-f677-472e-9096-78cb638fcffb', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '4d65e8e9-c74e-44dd-91f7-5647f5c93cc7', 'name': '', 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'mac_address': 'fa:16:3e:3f:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'efacace9-e543-4e64-affc-1e7db3864442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:37Z', 'revision_number': 5, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'subnets': [{'id': 'efacace9-e543-4e64-affc-1e7db3864442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:15:59.918149 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edec67-f7dd-4509-a79c-e12b0fbf85c3 req-3acfe9ef-0a13-49df-87c1-564eeac96a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:15:59.919999 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-52edec67-f7dd-4509-a79c-e12b0fbf85c3 req-3acfe9ef-0a13-49df-87c1-564eeac96a87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=beb8320f-4891-4336-9ae9-15a94cf5cc57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0846624 Jun 07 08:15:59.923190 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857f837d-f7b6-40d9-94c3-cd73649d4506 None None] The sync data for ids ['32fae6bc-92cd-436e-9f15-33df686e1b11'] in dv-cinder-784945-11-iscsi is: [{'id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '99f821d5-f677-472e-9096-78cb638fcffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:23Z', 'updated_at': '2021-06-07T08:12:29Z', 'revision_number': 4, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'gw_port': {'id': '99f821d5-f677-472e-9096-78cb638fcffb', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '4d65e8e9-c74e-44dd-91f7-5647f5c93cc7', 'name': '', 'network_id': 'beb8320f-4891-4336-9ae9-15a94cf5cc57', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'mac_address': 'fa:16:3e:3f:7c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'efacace9-e543-4e64-affc-1e7db3864442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:28Z', 'updated_at': '2021-06-07T08:12:37Z', 'revision_number': 5, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'subnets': [{'id': 'efacace9-e543-4e64-affc-1e7db3864442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:16:00.016827 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b2b8bb6e-3f74-4413-9cb4-12fa5d6c15fc tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.086701 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-52edec67-f7dd-4509-a79c-e12b0fbf85c3 req-f868af8d-34f6-4fa3-8133-05dcb1bd4971 service neutron] 10.222.0.48 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580770 Jun 07 08:16:00.152359 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Router fac56fd0-fcb5-47c6-b241-c4e285e067ce is scheduled to L3 agent edff9234-329c-41be-a42f-286eff3df819 with binding_index 1 {{(pid=91867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:16:00.271900 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b2b8bb6e-3f74-4413-9cb4-12fa5d6c15fc tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.284929 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b2b8bb6e-3f74-4413-9cb4-12fa5d6c15fc tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.291837 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-52edec67-f7dd-4509-a79c-e12b0fbf85c3 req-fd1652df-6b4b-4d4e-a173-f9abd0027348 service neutron] 10.222.0.48 "GET /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936526 Jun 07 08:16:00.295993 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d9223fd5-7b2c-41ee-b771-3c4d7a8e8b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:00.376799 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b2b8bb6e-3f74-4413-9cb4-12fa5d6c15fc tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.381219 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56070) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:00.381414 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-b2b8bb6e-3f74-4413-9cb4-12fa5d6c15fc tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4792805 Jun 07 08:16:00.386281 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-bb8ae866-e4d9-4e88-88b3-9d82acae3d4b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Request body: {'security_group_rule': {'security_group_id': '7f92da72-7080-4f34-8e07-adf790aacc62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:00.430083 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479856ee-982d-4403-924f-43d0f27e27fd None None] New status for floating IP 9a0fc495-014b-4330-b3ff-5ae5aad86afb: DOWN {{(pid=91885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:16:00.437961 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae866-e4d9-4e88-88b3-9d82acae3d4b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.470532 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8bb6e-3f74-4413-9cb4-12fa5d6c15fc tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f92da72-7080-4f34-8e07-adf790aacc62,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:00.481770 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device f675a874-46ca-4c37-9440-395762796b3b up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:00.490893 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b2b8bb6e-3f74-4413-9cb4-12fa5d6c15fc tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:00.517999 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:16:00.545635 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Notify callbacks [] for router, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.546862 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6728320 Jun 07 08:16:00.549694 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 56074) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:00.554228 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae866-e4d9-4e88-88b3-9d82acae3d4b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.562645 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Sync routers for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:16:00.566603 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae866-e4d9-4e88-88b3-9d82acae3d4b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.570507 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-70744517-9f37-49a3-9832-5f2f7705fc1c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:00.598514 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ae866-e4d9-4e88-88b3-9d82acae3d4b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4521a0-747c-4727-a734-7c7f70ca86f0,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:00.607149 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-bb8ae866-e4d9-4e88-88b3-9d82acae3d4b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:00.613979 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-bb8ae866-e4d9-4e88-88b3-9d82acae3d4b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.616580 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-bb8ae866-e4d9-4e88-88b3-9d82acae3d4b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2340431 Jun 07 08:16:00.619136 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56078) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:00.619742 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155929cd-4429-4fc4-aa56-3c2106856920 None None] Network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:16:00.624908 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-e3063b3b-8cc4-4357-98db-aa41fe3cbf9a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Request body: {'security_group_rule': {'security_group_id': '7f92da72-7080-4f34-8e07-adf790aacc62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:00.662154 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e3063b3b-8cc4-4357-98db-aa41fe3cbf9a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.675728 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:00.676537 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:15:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:00.750554 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e3063b3b-8cc4-4357-98db-aa41fe3cbf9a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.765550 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e3063b3b-8cc4-4357-98db-aa41fe3cbf9a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.771619 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d0d93307-de9f-4609-926b-8dba5818a2b5 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:00.791966 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3063b3b-8cc4-4357-98db-aa41fe3cbf9a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158f3570-0a2b-409d-b318-f32dbe25b072,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:00.795098 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e3063b3b-8cc4-4357-98db-aa41fe3cbf9a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:00.797035 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e3063b3b-8cc4-4357-98db-aa41fe3cbf9a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.802512 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-e3063b3b-8cc4-4357-98db-aa41fe3cbf9a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1777434 Jun 07 08:16:00.802512 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56080) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:00.808583 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Request body: {'floatingip': {'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:00.832926 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for floatingip, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.873564 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-76669618-609a-4770-ae7d-3cf898035e54 None None] Provisioning for port f675a874-46ca-4c37-9440-395762796b3b completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:00.960189 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port f675a874-46ca-4c37-9440-395762796b3b completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:00.982992 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-76669618-609a-4770-ae7d-3cf898035e54 None None] Provisioning complete for port f675a874-46ca-4c37-9440-395762796b3b triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:00.983627 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-76669618-609a-4770-ae7d-3cf898035e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:00.986660 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.044426 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port f675a874-46ca-4c37-9440-395762796b3b triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:01.044803 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.127692 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Allocated IP 172.27.1.237 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/d4007814-9141-4cc3-9428-9db04b928403) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:01.160259 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:01.288273 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.325729 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.330169 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d7851cf8-f97d-41de-b5e3-ae9e1e537d2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:01.409164 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:01.412887 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:01.415503 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:01.425247 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.477131 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event updated for resources: {'Port': ['ID=d4007814-9141-4cc3-9428-9db04b928403,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:01.490760 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:01.536268 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.570389 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.595606 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-76669618-609a-4770-ae7d-3cf898035e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.627410 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.699795 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-76669618-609a-4770-ae7d-3cf898035e54 None None] For port f675a874-46ca-4c37-9440-395762796b3b, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=f675a874-46ca-4c37-9440-395762796b3b,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:01.710684 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-76669618-609a-4770-ae7d-3cf898035e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:01.714042 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:01.726509 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Allocated IP 172.20.0.1 (7e29fad3-ca45-4f43-8c33-ab6eb996f68f/8440314a-dcc6-41c1-8819-e39c3089ae84/e6330a87-6f18-4827-bcfd-edd3fb8fbcae) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:01.922212 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.db.api [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91875) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:16:01.922857 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_db.api [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:16:01.964174 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:15:58Z', 'revision_number': 3, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:01.971096 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76669618-609a-4770-ae7d-3cf898035e54 None None] Pushing event updated for resources: {'Port': ['ID=f675a874-46ca-4c37-9440-395762796b3b,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:01.974766 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Checking router: fac56fd0-fcb5-47c6-b241-c4e285e067ce for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:16:01.975667 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Updating router fac56fd0-fcb5-47c6-b241-c4e285e067ce port db10569c-4531-4d1f-8fa3-7444914412c8 binding host dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:16:02.014918 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-76669618-609a-4770-ae7d-3cf898035e54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:02.077367 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.138099 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.158802 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98bc47-8d10-4bc2-b6d8-9902df6698f8 req-a0eb8a9b-4b9e-4e41-858a-91ebdf2ecbe8 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:02.161931 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2f98bc47-8d10-4bc2-b6d8-9902df6698f8 req-a0eb8a9b-4b9e-4e41-858a-91ebdf2ecbe8 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 945 time: 0.1921608 Jun 07 08:16:02.166838 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.provisioning_blocks [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Transition to ACTIVE for port object e6330a87-6f18-4827-bcfd-edd3fb8fbcae will not be triggered until provisioned by entity DHCP. {{(pid=91867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:02.175695 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.181129 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.186774 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c7860a65-39b0-4395-920b-8cb905c875d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:02.194231 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-5a2a94a9-aa6c-44ce-a46f-3b2082731a48 None None] Provisioning complete for port f675a874-46ca-4c37-9440-395762796b3b triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:02.194231 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5a2a94a9-aa6c-44ce-a46f-3b2082731a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.220590 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2f98bc47-8d10-4bc2-b6d8-9902df6698f8 req-ccbc3bde-8f08-4290-8eda-2f5903519dde tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518768 Jun 07 08:16:02.235049 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.240431 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-442e791c-1d63-486f-9885-03b2ed9e21ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:02.297059 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:16:02.303137 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event updated for resources: {'Port': ['ID=d4007814-9141-4cc3-9428-9db04b928403,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:02.307744 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:02.311553 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:02.312928 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:02.328621 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Pushing event updated for resources: {'Port': ['ID=e6330a87-6f18-4827-bcfd-edd3fb8fbcae,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:02.330112 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.331094 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:02.350692 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.359469 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5485227 Jun 07 08:16:02.361047 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:02.386101 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-245993'] for router_interface, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.639620 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-0854f1c9-5d69-4d7c-a89e-dfdbafc16b07 None None] Provisioning for port e6330a87-6f18-4827-bcfd-edd3fb8fbcae completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:02.647132 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-0854f1c9-5d69-4d7c-a89e-dfdbafc16b07 None None] Provisioning complete for port e6330a87-6f18-4827-bcfd-edd3fb8fbcae triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:02.647497 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0854f1c9-5d69-4d7c-a89e-dfdbafc16b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.676011 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.678792 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.681401 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device f675a874-46ca-4c37-9440-395762796b3b up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:02.682444 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-abb676b0-788e-46de-b024-c131b7db7b4c tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--845504497&fields=id&tenant_id=eac66ef7698c48928700d3683c5dff7a HTTP/1.1" status: 200 len: 267 time: 0.0532629 Jun 07 08:16:02.753818 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Transition to ACTIVE for port object db10569c-4531-4d1f-8fa3-7444914412c8 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:02.765591 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-0854f1c9-5d69-4d7c-a89e-dfdbafc16b07 None None] Port e6330a87-6f18-4827-bcfd-edd3fb8fbcae cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:16:02.769142 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.779255 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:02.841666 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-1dea3fed-3927-4aeb-a096-b3319823fed7 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:02.848366 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-1dea3fed-3927-4aeb-a096-b3319823fed7 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/networks?id=de83ae0a-b6d0-43a9-b151-cd274d96171b HTTP/1.1" status: 200 len: 811 time: 0.1632056 Jun 07 08:16:02.857461 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Attempting to bind port db10569c-4531-4d1f-8fa3-7444914412c8 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:16:02.857834 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Attempting to bind port db10569c-4531-4d1f-8fa3-7444914412c8 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:16:02.858200 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Attempting to bind port db10569c-4531-4d1f-8fa3-7444914412c8 on network 6973a06f-3d40-4ce6-8425-553e4825a987 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:02.858830 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-288f497c-09d0-40ec-9dfa-a76d0a0beba0 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/quotas/eac66ef7698c48928700d3683c5dff7a HTTP/1.1" status: 200 len: 375 time: 0.0095026 Jun 07 08:16:02.872971 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port f675a874-46ca-4c37-9440-395762796b3b triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:02.873371 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.896728 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30e2ee-1213-40b2-afbc-1a1d27b6e21c None None] Pushing event updated for resources: {'Port': ['ID=db10569c-4531-4d1f-8fa3-7444914412c8,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:02.899122 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:16:02.899502 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Checking segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:02.900523 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.900523 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Bound using segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:16:02.900948 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Bound port: db10569c-4531-4d1f-8fa3-7444914412c8, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:16:02.901339 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.910673 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.916130 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819681'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:02.936538 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bb30e2ee-1213-40b2-afbc-1a1d27b6e21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:02.956152 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-5703ddc3-6100-44c7-a60f-123bb82ac2e1 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=eac66ef7698c48928700d3683c5dff7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0868571 Jun 07 08:16:03.061539 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] For port db10569c-4531-4d1f-8fa3-7444914412c8, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:16:03.065991 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] For port db10569c-4531-4d1f-8fa3-7444914412c8, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=db10569c-4531-4d1f-8fa3-7444914412c8,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:16:03.072126 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:03.099567 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:03.117993 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:03.159643 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-452256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468401'] for router_interface, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:03.163885 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Pushing event updated for resources: {'Port': ['ID=e6330a87-6f18-4827-bcfd-edd3fb8fbcae,revision_number=2']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:03.172211 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:03.209039 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:03.209752 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:15:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:03.272495 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30e2ee-1213-40b2-afbc-1a1d27b6e21c None None] Pushing event updated for resources: {'Port': ['ID=db10569c-4531-4d1f-8fa3-7444914412c8,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:03.277251 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bb30e2ee-1213-40b2-afbc-1a1d27b6e21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:03.306157 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-60aabb48-1f93-4236-b08e-b479aafa822a service neutron] 10.222.0.43 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323393 Jun 07 08:16:03.328386 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:03.334540 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:03.429917 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:03.460513 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-745e5852-54d1-4b68-9e91-b3fd8f820df2 service neutron] 10.222.0.43 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496129 Jun 07 08:16:03.637999 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fd2a2-ef43-4062-b96d-b3494a77e8c5 req-e9179324-1e20-482e-8328-65a28956be10 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:03.639523 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d64fd2a2-ef43-4062-b96d-b3494a77e8c5 req-e9179324-1e20-482e-8328-65a28956be10 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 945 time: 0.2869914 Jun 07 08:16:03.652318 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Router fac56fd0-fcb5-47c6-b241-c4e285e067ce has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:16:03.678886 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-462c014f-2ec1-4048-b192-5d4663dd871e req-23ff5a90-91ed-4f79-8d32-437933894ce2 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 210 time: 0.0534532 Jun 07 08:16:03.733190 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-7859e4c3-7006-4982-a2bf-afb0b7e4ce11 None None] Provisioning complete for port e6330a87-6f18-4827-bcfd-edd3fb8fbcae triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:03.733770 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-7859e4c3-7006-4982-a2bf-afb0b7e4ce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:03.791913 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d64fd2a2-ef43-4062-b96d-b3494a77e8c5 req-1a09a1d1-1ae7-439c-9c1d-7bd2cbb5d7ee tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/security-groups?id=9a998afd-5029-4ee9-bd8d-f9fca6597333&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445575 Jun 07 08:16:03.797047 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-7859e4c3-7006-4982-a2bf-afb0b7e4ce11 None None] Port e6330a87-6f18-4827-bcfd-edd3fb8fbcae cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:16:03.821055 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d2be4-e9fa-4c9c-8990-c2e64fff794b req-ebae6dcb-7125-4757-9c13-1d9c523db52e tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:03.822893 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5e8d2be4-e9fa-4c9c-8990-c2e64fff794b req-ebae6dcb-7125-4757-9c13-1d9c523db52e tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.48 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 945 time: 0.0869434 Jun 07 08:16:03.894481 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 2, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:03.900614 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4734cfe5-98d2-46a2-9777-d55e64584f8b None None] The sync data for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi is: [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 2, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:16:03.942457 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:16:03.962517 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] 10.222.0.43 "PUT /v2.0/routers/fac56fd0-fcb5-47c6-b241-c4e285e067ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4064612 Jun 07 08:16:03.984154 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-5e8d2be4-e9fa-4c9c-8990-c2e64fff794b req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Deleting port cc592511-2dc0-4078-932a-64711ca71abd {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:16:03.984509 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5e8d2be4-e9fa-4c9c-8990-c2e64fff794b req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:04.181061 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-5e8d2be4-e9fa-4c9c-8990-c2e64fff794b req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] For port cc592511-2dc0-4078-932a-64711ca71abd, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=cc592511-2dc0-4078-932a-64711ca71abd,segment=NetworkSegment(67211e17-05c1-422c-81f2-28d9d7b321bd),segment_id=67211e17-05c1-422c-81f2-28d9d7b321bd)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:04.181945 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5e8d2be4-e9fa-4c9c-8990-c2e64fff794b req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:04.357388 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-5e8d2be4-e9fa-4c9c-8990-c2e64fff794b req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Calling delete_port for cc592511-2dc0-4078-932a-64711ca71abd owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:16:04.518072 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5e8d2be4-e9fa-4c9c-8990-c2e64fff794b req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:04.529690 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['cc592511-2dc0-4078-932a-64711ca71abd'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:16:04.533178 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:04.655320 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Pushing event deleted for resources: {'Port': ['ID=cc592511-2dc0-4078-932a-64711ca71abd,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:04.703270 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:04.703653 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:04.704018 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:04.704380 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:04.704746 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:04.705082 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:04.705486 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:04.705845 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:04.706607 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:04.706607 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:04.706878 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:04.707291 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:04.715744 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:04.716795 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8d2be4-e9fa-4c9c-8990-c2e64fff794b req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] No DVR routers for this DVR port cc592511-2dc0-4078-932a-64711ca71abd on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:16:04.724659 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5e8d2be4-e9fa-4c9c-8990-c2e64fff794b req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:04.726940 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5e8d2be4-e9fa-4c9c-8990-c2e64fff794b req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.48 "DELETE /v2.0/ports/cc592511-2dc0-4078-932a-64711ca71abd HTTP/1.1" status: 204 len: 173 time: 0.8982689 Jun 07 08:16:04.727427 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'name': 'network-vif-deleted', 'tag': 'cc592511-2dc0-4078-932a-64711ca71abd'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:04.729763 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74522a1-efa3-43e9-af51-5ba459c2ebd5" -d '{"events": [{"server_uuid": "f937861b-5b0e-4f1c-9882-3fbe68e5dfec", "name": "network-vif-deleted", "tag": "cc592511-2dc0-4078-932a-64711ca71abd"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:04.797504 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f9365d-f112-4557-b476-40edf4b35b7d x-openstack-request-id: req-95f9365d-f112-4557-b476-40edf4b35b7d {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:04.798026 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f937861b-5b0e-4f1c-9882-3fbe68e5dfec", "name": "network-vif-deleted", "tag": "cc592511-2dc0-4078-932a-64711ca71abd", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:04.798291 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95f9365d-f112-4557-b476-40edf4b35b7d {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:04.798722 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f937861b-5b0e-4f1c-9882-3fbe68e5dfec', 'name': 'network-vif-deleted', 'tag': 'cc592511-2dc0-4078-932a-64711ca71abd', 'status': 'completed', 'code': 200} Jun 07 08:16:04.892882 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56144) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:04.905820 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-675091007-network', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:04.924573 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4b4f0e8a-6eb6-4e0e-b2c6-16052b5845d5 req-7dc07ae8-8478-4e86-a237-5a3e1c7f624a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 210 time: 0.0599911 Jun 07 08:16:04.975014 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Made reservation on behalf of 60bf256f28e240909cf1e7f711ee28b7 for: {'network': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:16:04.977602 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:04.996561 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4e5ba5bf-2346-45eb-b9f0-7752d6eca827 req-bf3f4887-590b-4cdf-a5f6-bc53aed91cd3 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] 10.222.0.43 "GET /v2.0/ports?device_id=f937861b-5b0e-4f1c-9882-3fbe68e5dfec HTTP/1.1" status: 200 len: 210 time: 0.0636048 Jun 07 08:16:04.997365 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:05.135847 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:05.141025 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:05.148498 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e243db31-f36f-4fc9-9d75-010b16bc6cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:05.169872 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=91866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:16:05.276548 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:05.276883 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.segments_db [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Added segment 37c69d6a-3968-44cd-9263-5d44159ec8c5 of type vlan for network a0292119-4f0e-4f26-a400-f3827f3736e6 Jun 07 08:16:05.282355 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff07c0f7-363f-4531-aa7d-e9af514c2fe2,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:05.285643 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:05.308421 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:05.338587 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:05.340017 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:05.340596 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:05.344169 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a1d26098-3c27-490d-a617-e4dcc2e3549a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:05.390128 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4960160 Jun 07 08:16:05.392777 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56148) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:05.399054 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-209bee69-b413-4dd2-8cd4-3f84cc0647e5 admin admin] Request body: {'subnet': {'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-675091007-subnet', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'ip_version': 4}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:05.456941 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Pushing event updated for resources: {'Network': ['ID=a0292119-4f0e-4f26-a400-f3827f3736e6,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:05.463141 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:05.471069 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network a0292119-4f0e-4f26-a400-f3827f3736e6 details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:16:05.479368 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209bee69-b413-4dd2-8cd4-3f84cc0647e5 admin admin] Made reservation on behalf of 60bf256f28e240909cf1e7f711ee28b7 for: {'subnet': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:16:05.481851 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-209bee69-b413-4dd2-8cd4-3f84cc0647e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4090608'] for subnet, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:05.781264 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-d4550ec9-8a7b-4358-bf8c-638860e94a65 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:05.782801 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-d4550ec9-8a7b-4358-bf8c-638860e94a65 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.48 "GET /v2.0/networks?id=de83ae0a-b6d0-43a9-b151-cd274d96171b HTTP/1.1" status: 200 len: 811 time: 0.2164993 Jun 07 08:16:05.864920 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-85b0fa22-ce3a-4335-8d76-04a1a99bbe00 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eac66ef7698c48928700d3683c5dff7a HTTP/1.1" status: 200 len: 379 time: 0.0686693 Jun 07 08:16:05.875560 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Request body: {'port': {'device_id': '97ceb11f-540d-4789-bf2d-4e7b1e8968b2', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'admin_state_up': True, 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'security_groups': ['7f92da72-7080-4f34-8e07-adf790aacc62']}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:05.891934 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-209bee69-b413-4dd2-8cd4-3f84cc0647e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2265099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4090594'] for subnet, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:05.905578 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:06.057043 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209bee69-b413-4dd2-8cd4-3f84cc0647e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6ef2b85-3127-438d-ba25-7e74adbaa64f,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:06.070432 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-209bee69-b413-4dd2-8cd4-3f84cc0647e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:06.145874 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1cc6414d-92bc-4831-bea2-68ff52e09131 req-aa230f55-5d66-44b0-b277-f1d901927e33 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 210 time: 0.0769880 Jun 07 08:16:06.146562 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209bee69-b413-4dd2-8cd4-3f84cc0647e5 admin admin] Checking segment: {'id': '37c69d6a-3968-44cd-9263-5d44159ec8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:06.146906 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209bee69-b413-4dd2-8cd4-3f84cc0647e5 admin admin] Network hostable DHCP agents. Network: a0292119-4f0e-4f26-a400-f3827f3736e6, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:16:06.180562 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209bee69-b413-4dd2-8cd4-3f84cc0647e5 admin admin] Network a0292119-4f0e-4f26-a400-f3827f3736e6 is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:16:06.186418 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Made reservation on behalf of eac66ef7698c48928700d3683c5dff7a for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:16:06.190028 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.212362 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-209bee69-b413-4dd2-8cd4-3f84cc0647e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, a0292119-4f0e-4f26-a400-f3827f3736e6) {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:06.219684 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209bee69-b413-4dd2-8cd4-3f84cc0647e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:06.220289 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-209bee69-b413-4dd2-8cd4-3f84cc0647e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.222425 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384efd2a-338f-42f1-8e0f-2049d2b772dd None None] Network a0292119-4f0e-4f26-a400-f3827f3736e6 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:16:06.279590 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-209bee69-b413-4dd2-8cd4-3f84cc0647e5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8834798 Jun 07 08:16:06.280185 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 56166) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:06.288671 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-675091007-router', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:06.326825 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-479810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4621'] for router, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.328359 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-479707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-481534', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-241532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4628'] for router, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.349318 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.417596 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Allocated IP 172.20.0.8 (de83ae0a-b6d0-43a9-b151-cd274d96171b/dd250e25-fd76-4e73-ad0e-1eb27cf18aa3/007291eb-b932-4c0e-abc0-772f8e8613c4) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:06.491267 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Sync routers for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:16:06.504543 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:06.505458 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:15:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:06.518765 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf83e8f63-32ac-5286-9395-d7cf83f6d299-a0292119-4f0e-4f26-a400-f3827f3736e6', 'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'fixed_ips': [{'subnet_id': 'e6ef2b85-3127-438d-ba25-7e74adbaa64f'}]}} from dv-cinder-784945-11-iscsi. {{(pid=91875) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:16:06.520323 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.706941 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device db10569c-4531-4d1f-8fa3-7444914412c8 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:06.724518 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.742181 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Transition to ACTIVE for port object 007291eb-b932-4c0e-abc0-772f8e8613c4 will not be triggered until provisioned by entity DHCP. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:06.773187 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-481420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-479824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4642'] for router, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.777547 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.792011 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-01aa5e11-264b-452c-b204-be5c72a56bcc tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:06.837391 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:06.875099 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event updated for resources: {'Port': ['ID=007291eb-b932-4c0e-abc0-772f8e8613c4,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:06.889174 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:06.900067 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Network de83ae0a-b6d0-43a9-b151-cd274d96171b is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:06.901347 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:06.907672 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:06.976673 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:06.983176 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port db10569c-4531-4d1f-8fa3-7444914412c8 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:06.990289 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.db_base_plugin_common [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Allocated IP 172.20.0.2 (a0292119-4f0e-4f26-a400-f3827f3736e6/e6ef2b85-3127-438d-ba25-7e74adbaa64f/bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0) {{(pid=91875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:06.996984 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port db10569c-4531-4d1f-8fa3-7444914412c8 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:06.997618 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.030171 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:07.031127 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.057279 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1855640 Jun 07 08:16:07.312378 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Request body: {'port': {'device_id': '97ceb11f-540d-4789-bf2d-4e7b1e8968b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:07.427870 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56216) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:07.436057 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 2, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:07.443572 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Checking router: fac56fd0-fcb5-47c6-b241-c4e285e067ce for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:16:07.445689 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Updating router fac56fd0-fcb5-47c6-b241-c4e285e067ce port e6330a87-6f18-4827-bcfd-edd3fb8fbcae binding host dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:16:07.494244 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-c60c2be6-55ce-4f67-aec6-1e30383cf5c5 None None] Provisioning for port 007291eb-b932-4c0e-abc0-772f8e8613c4 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:07.497378 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.554843 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-c60c2be6-55ce-4f67-aec6-1e30383cf5c5 None None] Provisioning complete for port 007291eb-b932-4c0e-abc0-772f8e8613c4 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:07.556012 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c60c2be6-55ce-4f67-aec6-1e30383cf5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.572850 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.626449 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-c60c2be6-55ce-4f67-aec6-1e30383cf5c5 None None] Port 007291eb-b932-4c0e-abc0-772f8e8613c4 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:16:07.641341 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port db10569c-4531-4d1f-8fa3-7444914412c8, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=db10569c-4531-4d1f-8fa3-7444914412c8,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:07.648945 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.654274 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:07.718732 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.741252 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Transition to ACTIVE for port object bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:07.763851 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.767024 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=db10569c-4531-4d1f-8fa3-7444914412c8,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:07.774795 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:07.777868 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Transition to ACTIVE for port object bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 will not be triggered until provisioned by entity DHCP. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:07.790152 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144'] for port, after_create {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.799341 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-90fe0e21-5c61-492e-acc1-c798b3c6d497 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:07.869570 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:07.892191 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Pushing event updated for resources: {'Port': ['ID=bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0,revision_number=1']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:07.897506 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:07.907676 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Network a0292119-4f0e-4f26-a400-f3827f3736e6 is already hosted by enough agents. {{(pid=91875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:07.909247 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.scheduler.base_scheduler [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Resources bound (agent type, host, resource id): {{(pid=91875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:07.911971 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Received port after_create {{(pid=91875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:07.980914 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device cc592511-2dc0-4078-932a-64711ca71abd no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:16:08.032710 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Notify callbacks [] for port, precommit_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.037628 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: cc592511-2dc0-4078-932a-64711ca71abd {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:16:08.037983 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device cc592511-2dc0-4078-932a-64711ca71abd not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:16:08.041022 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.047474 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.provisioning_blocks [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Transition to ACTIVE for port object e6330a87-6f18-4827-bcfd-edd3fb8fbcae will not be triggered until provisioned by entity L2. {{(pid=91885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:08.056975 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.066299 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2d33e68d-aef0-4b80-901e-25adee6fe1d4 req-b0883eba-a55b-4732-a9a0-4c32031f2c0c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9222794 Jun 07 08:16:08.070459 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-8f8674fd-9510-418d-9be6-a0ec1eabf45e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:08.129126 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Allocated IP 172.27.1.111 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/1363acd5-5442-4fea-bdbb-c4c7176ef586) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:08.143167 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Attempting to bind port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:16:08.143550 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Attempting to bind port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': '37c69d6a-3968-44cd-9263-5d44159ec8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:16:08.143921 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Attempting to bind port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 on network a0292119-4f0e-4f26-a400-f3827f3736e6 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:08.161803 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:16:08.162642 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Checking segment: {'id': '37c69d6a-3968-44cd-9263-5d44159ec8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:08.163074 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.163608 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Bound using segment: {'id': '37c69d6a-3968-44cd-9263-5d44159ec8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:16:08.164099 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Bound port: bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c69d6a-3968-44cd-9263-5d44159ec8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:16:08.164479 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.314835 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba9e87-0f78-4f8e-972a-7d8465be6a45 req-04bc7680-bf99-4c48-9e4c-4939d4afbaa0 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:08.316723 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8eba9e87-0f78-4f8e-972a-7d8465be6a45 req-04bc7680-bf99-4c48-9e4c-4939d4afbaa0 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 931 time: 0.4263310 Jun 07 08:16:08.331071 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] For port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:16:08.331630 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.335093 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-dd1e2136-9938-474f-93ae-05640cbd1007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.338221 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] For port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0,segment=NetworkSegment(37c69d6a-3968-44cd-9263-5d44159ec8c5),segment_id=37c69d6a-3968-44cd-9263-5d44159ec8c5)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:16:08.345578 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.347266 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Pushing event updated for resources: {'Port': ['ID=e6330a87-6f18-4827-bcfd-edd3fb8fbcae,revision_number=3']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:08.354519 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-77c67e76-4f1b-4c9f-8aa5-7561cbd740b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:08.361505 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:08.361831 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:08.363563 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:08.363899 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:08.364300 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:08.364832 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:08.365384 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:08.365720 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:08.366073 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:08.366423 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:08.366747 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:08.367325 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:08.370224 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.378500 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-40ac6ca3-8953-4a19-adf8-dcc8555677e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:08.379104 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:08.422119 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Attempting to bind port e6330a87-6f18-4827-bcfd-edd3fb8fbcae on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:16:08.422550 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Attempting to bind port e6330a87-6f18-4827-bcfd-edd3fb8fbcae by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:16:08.423019 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Attempting to bind port e6330a87-6f18-4827-bcfd-edd3fb8fbcae on network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:08.429879 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:16:08.430257 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Checking segment: {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:08.430709 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.431162 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Bound using segment: {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'} {{(pid=91885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:16:08.431684 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.managers [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Bound port: e6330a87-6f18-4827-bcfd-edd3fb8fbcae, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'}}] {{(pid=91885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:16:08.432059 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.465082 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Pushing event updated for resources: {'Port': ['ID=1363acd5-5442-4fea-bdbb-c4c7176ef586,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:08.467981 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:08.480679 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:08.483056 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:08.484687 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:08.518534 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Pushing event updated for resources: {'Port': ['ID=bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:08.519964 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8eba9e87-0f78-4f8e-972a-7d8465be6a45 req-e5e61809-8275-4c8f-ab43-eb72d190d7b3 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f92da72-7080-4f34-8e07-adf790aacc62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218534 Jun 07 08:16:08.534165 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:08.595803 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33e68d-aef0-4b80-901e-25adee6fe1d4 req-bbd403f1-6145-4d0d-84ff-4d70ed46b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:08.597289 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2d33e68d-aef0-4b80-901e-25adee6fe1d4 req-bbd403f1-6145-4d0d-84ff-4d70ed46b916 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 1098 time: 0.3914411 Jun 07 08:16:08.611446 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] For port e6330a87-6f18-4827-bcfd-edd3fb8fbcae, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:16:08.622811 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.plugins.ml2.db [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] For port e6330a87-6f18-4827-bcfd-edd3fb8fbcae, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=e6330a87-6f18-4827-bcfd-edd3fb8fbcae,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:16:08.634523 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron_lib.callbacks.manager [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.650143 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-220220cb-eb97-464d-9949-07dbbc1681f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:08.656621 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device db10569c-4531-4d1f-8fa3-7444914412c8 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:08.776769 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port db10569c-4531-4d1f-8fa3-7444914412c8 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:08.779481 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.820131 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:08.820760 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:15:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:08.917354 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007291eb-b932-4c0e-abc0-772f8e8613c4 {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:16:08.928897 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:08.969161 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Transition to ACTIVE for port object 007291eb-b932-4c0e-abc0-772f8e8613c4 will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:08.990183 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:09.008567 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Pushing event updated for resources: {'Port': ['ID=e6330a87-6f18-4827-bcfd-edd3fb8fbcae,revision_number=4']} {{(pid=91885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:09.015502 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG oslo_concurrency.lockutils [None req-b4c08f92-014c-4e05-aaf4-01da4197243a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=91885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:09.026703 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-43566f4f-82f6-48c1-b80d-def607c46012 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:09.139179 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:09.197906 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:09.430522 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Pushing event updated for resources: {'Port': ['ID=007291eb-b932-4c0e-abc0-772f8e8613c4,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:09.445239 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:09.464143 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33e68d-aef0-4b80-901e-25adee6fe1d4 req-a001d971-651b-475b-a092-b83247caea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:09.465918 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2d33e68d-aef0-4b80-901e-25adee6fe1d4 req-a001d971-651b-475b-a092-b83247caea6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8661265-012e-4b77-980c-179a981d3247 HTTP/1.1" status: 200 len: 918 time: 0.8153534 Jun 07 08:16:09.493847 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Attempting to bind port 007291eb-b932-4c0e-abc0-772f8e8613c4 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:16:09.494200 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Attempting to bind port 007291eb-b932-4c0e-abc0-772f8e8613c4 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:16:09.494503 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Attempting to bind port 007291eb-b932-4c0e-abc0-772f8e8613c4 on network de83ae0a-b6d0-43a9-b151-cd274d96171b {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:09.528308 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-479819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-481443'] for router, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:09.563692 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:08Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:09.573181 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04272367-f1a6-441a-ae8e-9db47408a207 None None] The sync data for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi is: [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:08Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:16:09.774598 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Port 007291eb-b932-4c0e-abc0-772f8e8613c4 on network de83ae0a-b6d0-43a9-b151-cd274d96171b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:16:09.775057 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Attempting to bind port 007291eb-b932-4c0e-abc0-772f8e8613c4 on network de83ae0a-b6d0-43a9-b151-cd274d96171b {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:09.778490 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2d33e68d-aef0-4b80-901e-25adee6fe1d4 req-cafbc55e-fb02-4469-ac3e-24d61145ad64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5be75054-bf63-4eb3-8681-8b55014d11c5 HTTP/1.1" status: 200 len: 1000 time: 0.2857580 Jun 07 08:16:09.791198 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ebfef-a8ae-4d53-97a5-d0813894c8ff None None] Network a0292119-4f0e-4f26-a400-f3827f3736e6 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:16:09.860625 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:16:09.860625 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Checking segment: {'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:09.860976 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Bound using segment: {'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:16:09.861449 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Bound port: 007291eb-b932-4c0e-abc0-772f8e8613c4, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f39cc9-2baa-4f61-b67c-75d56eb20d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:16:09.861790 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:09.913125 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-303bd8a7-94e9-4cf2-8d24-194aca8463c0 None None] Provisioning for port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:09.919227 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-381b0de3-aed5-4ef8-94bb-de0632fb1588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468443'] for router_interface, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:09.937045 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Router 3910c01f-6e7b-4b0f-89a3-ef321d914efd is scheduled to L3 agent edff9234-329c-41be-a42f-286eff3df819 with binding_index 1 {{(pid=91867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:16:10.072568 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33e68d-aef0-4b80-901e-25adee6fe1d4 req-91c0cf57-44a5-4185-9598-86ad75046aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:10.073910 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2d33e68d-aef0-4b80-901e-25adee6fe1d4 req-91c0cf57-44a5-4185-9598-86ad75046aba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be HTTP/1.1" status: 200 len: 856 time: 0.2519112 Jun 07 08:16:10.155504 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:16:10.167946 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Sync routers for ids ['3910c01f-6e7b-4b0f-89a3-ef321d914efd'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:16:10.183295 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Routers {'3910c01f-6e7b-4b0f-89a3-ef321d914efd'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:10.184039 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:15:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['3910c01f-6e7b-4b0f-89a3-ef321d914efd'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:10.210981 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] Notify callbacks [] for router, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.212655 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-686afe0d-ef3d-4c63-b1bf-92da0aa78fec admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9308143 Jun 07 08:16:10.215471 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 56226) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:10.242007 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] For port 007291eb-b932-4c0e-abc0-772f8e8613c4, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:16:10.254127 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4afba-22a8-4408-92ef-4bcb8db8798a req-0e8fd4e7-1ff4-4c9b-86ed-9cf118ea713d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:10.256211 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-10f4afba-22a8-4408-92ef-4bcb8db8798a req-0e8fd4e7-1ff4-4c9b-86ed-9cf118ea713d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 943 time: 0.5003829 Jun 07 08:16:10.291412 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] For port 007291eb-b932-4c0e-abc0-772f8e8613c4, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=007291eb-b932-4c0e-abc0-772f8e8613c4,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:16:10.423488 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.439104 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c77697e5-a3cf-4f6b-810b-4da2179952a5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:10.454847 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Set router 3910c01f-6e7b-4b0f-89a3-ef321d914efd gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:10.521959 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:10.522583 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.524053 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] 10.222.0.48 "PUT /v2.0/ports/007291eb-b932-4c0e-abc0-772f8e8613c4 HTTP/1.1" status: 200 len: 1093 time: 3.4585793 Jun 07 08:16:10.525620 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ceb11f-540d-4789-bf2d-4e7b1e8968b2', 'tag': '007291eb-b932-4c0e-abc0-772f8e8613c4'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:10.528000 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a480fb22-41f7-4c85-8cf5-a58970c64090" -d '{"events": [{"name": "network-changed", "server_uuid": "97ceb11f-540d-4789-bf2d-4e7b1e8968b2", "tag": "007291eb-b932-4c0e-abc0-772f8e8613c4"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:10.571907 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Pushing event updated for resources: {'Port': ['ID=007291eb-b932-4c0e-abc0-772f8e8613c4,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:10.581766 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-10f4afba-22a8-4408-92ef-4bcb8db8798a req-8c9e2861-f059-4555-8531-ddcba01ca3c7 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f92da72-7080-4f34-8e07-adf790aacc62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164966 Jun 07 08:16:10.589178 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:10.704630 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116feffc-2d02-49e3-9a53-64057adb580b x-openstack-request-id: req-116feffc-2d02-49e3-9a53-64057adb580b {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:10.705713 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ceb11f-540d-4789-bf2d-4e7b1e8968b2", "tag": "007291eb-b932-4c0e-abc0-772f8e8613c4", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:10.706232 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-116feffc-2d02-49e3-9a53-64057adb580b {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:10.706932 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ceb11f-540d-4789-bf2d-4e7b1e8968b2', 'tag': '007291eb-b932-4c0e-abc0-772f8e8613c4', 'status': 'completed', 'code': 200} Jun 07 08:16:10.776516 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33e68d-aef0-4b80-901e-25adee6fe1d4 req-35cf1c17-338d-41a7-bc62-4727c058036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:10.778006 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2d33e68d-aef0-4b80-901e-25adee6fe1d4 req-35cf1c17-338d-41a7-bc62-4727c058036e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8661265-012e-4b77-980c-179a981d3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.6862636 Jun 07 08:16:10.878049 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:10.918688 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:10.968127 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'name': 'tempest-TestVolumeBootPattern-675091007-router', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1363acd5-5442-4fea-bdbb-c4c7176ef586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:06Z', 'updated_at': '2021-06-07T08:16:08Z', 'revision_number': 3, 'project_id': '60bf256f28e240909cf1e7f711ee28b7', 'gw_port': {'id': '1363acd5-5442-4fea-bdbb-c4c7176ef586', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:07Z', 'updated_at': '2021-06-07T08:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:10.978421 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Checking router: 3910c01f-6e7b-4b0f-89a3-ef321d914efd for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:16:10.978772 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Updating router 3910c01f-6e7b-4b0f-89a3-ef321d914efd port 1363acd5-5442-4fea-bdbb-c4c7176ef586 binding host dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:16:10.979506 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-be2505c2-3832-4d05-8321-5384a71450f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:10.980987 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-be2505c2-3832-4d05-8321-5384a71450f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eac66ef7698c48928700d3683c5dff7a&device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 1096 time: 0.3944142 Jun 07 08:16:11.060049 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9e685745-c52c-42f1-b7ff-f63ac4c88c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.062807 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.090637 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-08457be5-e62a-46bc-9581-d5b6061dcda1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=007291eb-b932-4c0e-abc0-772f8e8613c4 HTTP/1.1" status: 200 len: 217 time: 0.0874684 Jun 07 08:16:11.104827 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2d33e68d-aef0-4b80-901e-25adee6fe1d4 req-eb6f31bd-90da-4bec-88b1-34fbf40bad5a service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975359 Jun 07 08:16:11.122715 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:11.157474 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.163545 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:11.163923 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.256958 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-381b0de3-aed5-4ef8-94bb-de0632fb1588 admin admin] Deleting port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:16:11.257182 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-381b0de3-aed5-4ef8-94bb-de0632fb1588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.281167 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-d5db8f03-7d55-43e4-9174-04835a681599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:11.282615 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-d5db8f03-7d55-43e4-9174-04835a681599 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd250e25-fd76-4e73-ad0e-1eb27cf18aa3 HTTP/1.1" status: 200 len: 850 time: 0.1812882 Jun 07 08:16:11.378105 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_common [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Allocated IP 172.20.0.1 (a0292119-4f0e-4f26-a400-f3827f3736e6/e6ef2b85-3127-438d-ba25-7e74adbaa64f/5d42f66b-0bc5-4bde-9324-e78a8370efab) {{(pid=91867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:11.411944 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.466851 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0,segment=NetworkSegment(37c69d6a-3968-44cd-9263-5d44159ec8c5),segment_id=37c69d6a-3968-44cd-9263-5d44159ec8c5)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:11.500196 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.501063 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device e6330a87-6f18-4827-bcfd-edd3fb8fbcae up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:11.543753 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:11.562049 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2d33e68d-aef0-4b80-901e-25adee6fe1d4 req-b0a2a749-a921-41c4-a5a7-2a525674a28b service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194589 Jun 07 08:16:11.604280 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [None req-381b0de3-aed5-4ef8-94bb-de0632fb1588 admin admin] For port 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=4d65e8e9-c74e-44dd-91f7-5647f5c93cc7,segment=NetworkSegment(67211e17-05c1-422c-81f2-28d9d7b321bd),segment_id=67211e17-05c1-422c-81f2-28d9d7b321bd)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:11.604770 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-381b0de3-aed5-4ef8-94bb-de0632fb1588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.662816 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.670147 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:11.673325 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:11.676761 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-e7ed7819-a829-4254-8267-8dd1c1fa1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:11.678361 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-e7ed7819-a829-4254-8267-8dd1c1fa1b51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de83ae0a-b6d0-43a9-b151-cd274d96171b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3709903 Jun 07 08:16:11.687987 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Transition to ACTIVE for port object 1363acd5-5442-4fea-bdbb-c4c7176ef586 will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:11.697319 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.703886 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:11.709544 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.727813 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.provisioning_blocks [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Transition to ACTIVE for port object 5d42f66b-0bc5-4bde-9324-e78a8370efab will not be triggered until provisioned by entity DHCP. {{(pid=91867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:11.746359 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-381b0de3-aed5-4ef8-94bb-de0632fb1588 admin admin] Calling delete_port for 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 owned by network:router_interface {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:16:11.749319 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port e6330a87-6f18-4827-bcfd-edd3fb8fbcae completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:11.757680 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.768261 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:11.789471 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port e6330a87-6f18-4827-bcfd-edd3fb8fbcae triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:11.789996 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.826163 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Network a0292119-4f0e-4f26-a400-f3827f3736e6 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:11.842577 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Attempting to bind port 1363acd5-5442-4fea-bdbb-c4c7176ef586 on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:16:11.842963 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Attempting to bind port 1363acd5-5442-4fea-bdbb-c4c7176ef586 by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:16:11.843339 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Attempting to bind port 1363acd5-5442-4fea-bdbb-c4c7176ef586 on network 6973a06f-3d40-4ce6-8425-553e4825a987 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:11.856340 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:16:11.856728 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Checking segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:11.857711 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.857711 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Bound using segment: {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:16:11.858018 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Bound port: 1363acd5-5442-4fea-bdbb-c4c7176ef586, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a594ed9a-6e90-4873-a28c-a655f6f60c8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:16:11.858404 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.865511 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:11.873645 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Received port after_create {{(pid=91867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:11.889799 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad085f-9520-4fa4-8bd1-5f4ab35578c1 None None] Pushing event updated for resources: {'Port': ['ID=1363acd5-5442-4fea-bdbb-c4c7176ef586,revision_number=2']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:11.890338 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b6ad085f-9520-4fa4-8bd1-5f4ab35578c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:11.921154 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-fec5bf2a-d8bd-4586-909f-13a16111195d service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816659 Jun 07 08:16:11.952083 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Pushing event updated for resources: {'Port': ['ID=5d42f66b-0bc5-4bde-9324-e78a8370efab,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:11.976417 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:11.989831 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-245993'] for router_interface, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.992818 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:11.999900 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] For port 1363acd5-5442-4fea-bdbb-c4c7176ef586, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:16:12.023667 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] For port 1363acd5-5442-4fea-bdbb-c4c7176ef586, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=1363acd5-5442-4fea-bdbb-c4c7176ef586,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:16:12.029632 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3d154-2f74-43b1-ba7a-ca15b5c6426d req-024ec65e-70e6-42ea-a09a-6d167f2d8005 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:12.032474 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.037651 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e0d3d154-2f74-43b1-ba7a-ca15b5c6426d req-024ec65e-70e6-42ea-a09a-6d167f2d8005 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 943 time: 0.2273633 Jun 07 08:16:12.037935 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-758e9cb8-8e33-4fbe-a3f0-eae4ef0f2d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:12.075259 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.108990 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e0d3d154-2f74-43b1-ba7a-ca15b5c6426d req-66b1853e-660e-4b60-bdbe-3a6f9552690b tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f92da72-7080-4f34-8e07-adf790aacc62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703545 Jun 07 08:16:12.141106 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Routers {'3910c01f-6e7b-4b0f-89a3-ef321d914efd'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:12.141769 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:16:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['3910c01f-6e7b-4b0f-89a3-ef321d914efd'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:12.221085 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.234697 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad085f-9520-4fa4-8bd1-5f4ab35578c1 None None] Pushing event updated for resources: {'Port': ['ID=1363acd5-5442-4fea-bdbb-c4c7176ef586,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:12.237885 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b6ad085f-9520-4fa4-8bd1-5f4ab35578c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:12.239945 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port e6330a87-6f18-4827-bcfd-edd3fb8fbcae, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=e6330a87-6f18-4827-bcfd-edd3fb8fbcae,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:12.251320 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.257895 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bb30e2ee-1213-40b2-afbc-1a1d27b6e21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:12.307970 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-f73c5b0e-266b-4561-a17e-5015179da80d None None] Provisioning for port 5d42f66b-0bc5-4bde-9324-e78a8370efab completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:12.318651 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a65a4ed7-50c5-4896-a2dd-1a35a0e0d8cc req-67bff61e-89d5-4c28-aabc-9def0ab3fae5 service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863401 Jun 07 08:16:12.384611 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-f73c5b0e-266b-4561-a17e-5015179da80d None None] Provisioning complete for port 5d42f66b-0bc5-4bde-9324-e78a8370efab triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:12.384956 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f73c5b0e-266b-4561-a17e-5015179da80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.463492 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-381b0de3-aed5-4ef8-94bb-de0632fb1588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.468352 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.469241 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-91debd28-2fe1-47ab-8312-00ef06baa8d6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:12.474190 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3819681'] for port, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.500744 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-29eb5119-4a8d-44e1-8107-b7253d2f59d0 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:12.516288 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b0de3-aed5-4ef8-94bb-de0632fb1588 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d65e8e9-c74e-44dd-91f7-5647f5c93cc7,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:12.527592 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] Set router 3910c01f-6e7b-4b0f-89a3-ef321d914efd gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:12.556110 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-381b0de3-aed5-4ef8-94bb-de0632fb1588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:12.606083 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480fb22-41f7-4c85-8cf5-a58970c64090 req-7722c93f-ee23-4609-92c4-29a79e26f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:12.617340 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a480fb22-41f7-4c85-8cf5-a58970c64090 req-7722c93f-ee23-4609-92c4-29a79e26f28f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eac66ef7698c48928700d3683c5dff7a&device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 1096 time: 0.2318790 Jun 07 08:16:12.639158 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Pushing event updated for resources: {'Port': ['ID=5d42f66b-0bc5-4bde-9324-e78a8370efab,revision_number=2']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:12.643807 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:12.656170 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-452256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-468401'] for router_interface, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:12.743591 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-f73c5b0e-266b-4561-a17e-5015179da80d None None] Port 5d42f66b-0bc5-4bde-9324-e78a8370efab cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:16:12.748260 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=e6330a87-6f18-4827-bcfd-edd3fb8fbcae,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:12.765416 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:12.799517 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:12.846480 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Network a0292119-4f0e-4f26-a400-f3827f3736e6 is already hosted by enough agents. {{(pid=91867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:12.848008 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.base_scheduler [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Resources bound (agent type, host, resource id): {{(pid=91867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:12.982777 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480fb22-41f7-4c85-8cf5-a58970c64090 req-25f9d430-7d46-41f5-82d9-a391c563138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:12.984337 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a480fb22-41f7-4c85-8cf5-a58970c64090 req-25f9d430-7d46-41f5-82d9-a391c563138a service neutron] 10.222.0.48 "GET /v2.0/networks?id=de83ae0a-b6d0-43a9-b151-cd274d96171b HTTP/1.1" status: 200 len: 912 time: 0.3675685 Jun 07 08:16:12.991344 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:12.992105 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:13.056381 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Router 3910c01f-6e7b-4b0f-89a3-ef321d914efd has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:16:13.065529 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-381b0de3-aed5-4ef8-94bb-de0632fb1588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-452265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467605'] for router_interface, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:13.079061 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'name': 'tempest-TestVolumeBootPattern-675091007-router', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1363acd5-5442-4fea-bdbb-c4c7176ef586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:06Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 4, 'project_id': '60bf256f28e240909cf1e7f711ee28b7', 'gw_port': {'id': '1363acd5-5442-4fea-bdbb-c4c7176ef586', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:07Z', 'updated_at': '2021-06-07T08:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '5d42f66b-0bc5-4bde-9324-e78a8370efab', 'name': '', 'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'mac_address': 'fa:16:3e:d7:d2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e6ef2b85-3127-438d-ba25-7e74adbaa64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:11Z', 'updated_at': '2021-06-07T08:16:11Z', 'revision_number': 1, 'project_id': '60bf256f28e240909cf1e7f711ee28b7', 'subnets': [{'id': 'e6ef2b85-3127-438d-ba25-7e74adbaa64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:13.088989 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a480fb22-41f7-4c85-8cf5-a58970c64090 req-5e8a4692-c9b4-4c24-8582-72b08e4faf5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=007291eb-b932-4c0e-abc0-772f8e8613c4 HTTP/1.1" status: 200 len: 217 time: 0.0955822 Jun 07 08:16:13.122058 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32698a51-7b74-4c92-adce-580577c25c61 None None] The sync data for ids ['3910c01f-6e7b-4b0f-89a3-ef321d914efd'] in dv-cinder-784945-11-iscsi is: [{'id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'name': 'tempest-TestVolumeBootPattern-675091007-router', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1363acd5-5442-4fea-bdbb-c4c7176ef586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:06Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 4, 'project_id': '60bf256f28e240909cf1e7f711ee28b7', 'gw_port': {'id': '1363acd5-5442-4fea-bdbb-c4c7176ef586', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:07Z', 'updated_at': '2021-06-07T08:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '5d42f66b-0bc5-4bde-9324-e78a8370efab', 'name': '', 'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'mac_address': 'fa:16:3e:d7:d2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e6ef2b85-3127-438d-ba25-7e74adbaa64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:11Z', 'updated_at': '2021-06-07T08:16:11Z', 'revision_number': 1, 'project_id': '60bf256f28e240909cf1e7f711ee28b7', 'subnets': [{'id': 'e6ef2b85-3127-438d-ba25-7e74adbaa64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:16:13.192028 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-252e8999-c78f-4a5b-adf6-b0229c417d66 None None] Provisioning complete for port 5d42f66b-0bc5-4bde-9324-e78a8370efab triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:13.193192 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-252e8999-c78f-4a5b-adf6-b0229c417d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:13.271136 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-252e8999-c78f-4a5b-adf6-b0229c417d66 None None] Port 5d42f66b-0bc5-4bde-9324-e78a8370efab cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:16:13.327373 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:16:13.333254 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] 10.222.0.43 "PUT /v2.0/routers/3910c01f-6e7b-4b0f-89a3-ef321d914efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1167407 Jun 07 08:16:13.377701 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514b031-ef24-4528-8f1a-e7997430e2da req-a30f2ca5-7731-49c5-90e3-0f0d54b62dcc tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:13.406028 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d514b031-ef24-4528-8f1a-e7997430e2da req-a30f2ca5-7731-49c5-90e3-0f0d54b62dcc tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 943 time: 0.1468904 Jun 07 08:16:13.453713 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d514b031-ef24-4528-8f1a-e7997430e2da req-9ec8f292-ee24-439d-ba77-81d52a6458a0 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f92da72-7080-4f34-8e07-adf790aacc62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463634 Jun 07 08:16:13.477462 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480fb22-41f7-4c85-8cf5-a58970c64090 req-6b6e9434-e27b-4609-acfd-30d9b98de80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:13.478934 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a480fb22-41f7-4c85-8cf5-a58970c64090 req-6b6e9434-e27b-4609-acfd-30d9b98de80d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd250e25-fd76-4e73-ad0e-1eb27cf18aa3 HTTP/1.1" status: 200 len: 850 time: 0.1916404 Jun 07 08:16:13.558346 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:13.721273 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480fb22-41f7-4c85-8cf5-a58970c64090 req-b59f874b-6e18-43bd-a976-fa3effa00aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:13.722845 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a480fb22-41f7-4c85-8cf5-a58970c64090 req-b59f874b-6e18-43bd-a976-fa3effa00aaa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de83ae0a-b6d0-43a9-b151-cd274d96171b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2359982 Jun 07 08:16:13.785872 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381b0de3-aed5-4ef8-94bb-de0632fb1588 admin admin] Router 32fae6bc-92cd-436e-9f15-33df686e1b11 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:16:13.979884 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a480fb22-41f7-4c85-8cf5-a58970c64090 req-8d4f52f5-bfbc-4573-9ba8-9ff641452a66 service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486057 Jun 07 08:16:14.134490 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 56246) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:14.139642 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-2cfe1740-26c5-4731-9f56-3149c43fd6a0 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401068751', 'description': 'tempest-secgroup-smoke-1401068751 description', 'project_id': 'ce9cc2aee9304668a5705bffda363257'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:14.167431 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1740-26c5-4731-9f56-3149c43fd6a0 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.169591 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381b0de3-aed5-4ef8-94bb-de0632fb1588 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:16:14.182975 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-381b0de3-aed5-4ef8-94bb-de0632fb1588 admin admin] 10.222.0.43 "PUT /v2.0/routers/32fae6bc-92cd-436e-9f15-33df686e1b11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7422378 Jun 07 08:16:14.183272 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 56248) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:14.184940 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a1965-5b27-4d51-baec-9235f10744c1 None None] Sync routers for ids ['32fae6bc-92cd-436e-9f15-33df686e1b11'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:16:14.196663 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a1965-5b27-4d51-baec-9235f10744c1 None None] Routers {'32fae6bc-92cd-436e-9f15-33df686e1b11'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:14.197794 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-2d9a1965-5b27-4d51-baec-9235f10744c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:16:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['32fae6bc-92cd-436e-9f15-33df686e1b11'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:14.210383 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a480fb22-41f7-4c85-8cf5-a58970c64090 req-1b584396-1214-4466-a124-39de805b2a89 service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193289 Jun 07 08:16:14.391012 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-2d9a1965-5b27-4d51-baec-9235f10744c1 None None] Set router 32fae6bc-92cd-436e-9f15-33df686e1b11 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:14.501280 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] Notify callbacks [] for router, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.690321 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-2d9a1965-5b27-4d51-baec-9235f10744c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '99f821d5-f677-472e-9096-78cb638fcffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:23Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'gw_port': {'id': '99f821d5-f677-472e-9096-78cb638fcffb', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:14.694733 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a1965-5b27-4d51-baec-9235f10744c1 None None] Checking router: 32fae6bc-92cd-436e-9f15-33df686e1b11 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:16:14.703160 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a1965-5b27-4d51-baec-9235f10744c1 None None] Routers {'32fae6bc-92cd-436e-9f15-33df686e1b11'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:14.703959 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-2d9a1965-5b27-4d51-baec-9235f10744c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:16:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['32fae6bc-92cd-436e-9f15-33df686e1b11'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:14.716413 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device e6330a87-6f18-4827-bcfd-edd3fb8fbcae up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:14.748375 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1740-26c5-4731-9f56-3149c43fd6a0 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.756936 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1740-26c5-4731-9f56-3149c43fd6a0 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.765923 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-edf8c1e2-1215-4f94-bd67-da240311097a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:14.786592 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port e6330a87-6f18-4827-bcfd-edd3fb8fbcae triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:14.786592 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.817567 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2cfe1740-26c5-4731-9f56-3149c43fd6a0 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.821447 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-2cfe1740-26c5-4731-9f56-3149c43fd6a0 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6831660 Jun 07 08:16:14.822757 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56254) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:14.822894 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.828505 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe1740-26c5-4731-9f56-3149c43fd6a0 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755a82ea-a4b9-427b-aaab-58743554c1c8,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:14.831134 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-a3141de6-dcf7-44db-955c-9247740319d2 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Request body: {'security_group_rule': {'security_group_id': '755a82ea-a4b9-427b-aaab-58743554c1c8', 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:14.834676 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2cfe1740-26c5-4731-9f56-3149c43fd6a0 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:14.881003 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1c372-f490-4424-a227-4a3f1a4e912d req-8c5ec800-f2e1-41f3-b84b-df2d348bf95a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:14.886306 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a3141de6-dcf7-44db-955c-9247740319d2 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:14.889554 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b5a1c372-f490-4424-a227-4a3f1a4e912d req-8c5ec800-f2e1-41f3-b84b-df2d348bf95a tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 943 time: 0.3049865 Jun 07 08:16:14.894477 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-2d9a1965-5b27-4d51-baec-9235f10744c1 None None] Set router 32fae6bc-92cd-436e-9f15-33df686e1b11 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:14.950823 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b5a1c372-f490-4424-a227-4a3f1a4e912d req-ffdb13e7-028e-4649-a405-8c670fc2b270 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f92da72-7080-4f34-8e07-adf790aacc62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601375 Jun 07 08:16:14.981554 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 1363acd5-5442-4fea-bdbb-c4c7176ef586 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:15.003251 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] Deleting port 99f821d5-f677-472e-9096-78cb638fcffb {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:16:15.003669 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.026447 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a3141de6-dcf7-44db-955c-9247740319d2 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.034190 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a3141de6-dcf7-44db-955c-9247740319d2 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.061851 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 1363acd5-5442-4fea-bdbb-c4c7176ef586 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:15.062512 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-db5572b0-4700-4a86-9ca4-414ad963fb00 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:15.067960 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 1363acd5-5442-4fea-bdbb-c4c7176ef586 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:15.068481 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.079835 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3141de6-dcf7-44db-955c-9247740319d2 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2ca877-6347-4886-b4e3-f7e0bc71e365,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:15.090923 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a3141de6-dcf7-44db-955c-9247740319d2 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:15.099450 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-a3141de6-dcf7-44db-955c-9247740319d2 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.100866 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-a3141de6-dcf7-44db-955c-9247740319d2 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2771039 Jun 07 08:16:15.103450 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56258) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:15.112200 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-df673dbd-96fa-4187-9e67-2ed2c52fbb32 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Request body: {'security_group_rule': {'security_group_id': '755a82ea-a4b9-427b-aaab-58743554c1c8', 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:15.164813 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-df673dbd-96fa-4187-9e67-2ed2c52fbb32 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.198214 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] For port 99f821d5-f677-472e-9096-78cb638fcffb, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=99f821d5-f677-472e-9096-78cb638fcffb,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:15.198604 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.220265 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.239281 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 1363acd5-5442-4fea-bdbb-c4c7176ef586, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=1363acd5-5442-4fea-bdbb-c4c7176ef586,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:15.244899 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.245996 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-df673dbd-96fa-4187-9e67-2ed2c52fbb32 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.247837 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:15.252352 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-df673dbd-96fa-4187-9e67-2ed2c52fbb32 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.255162 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:15.273582 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df673dbd-96fa-4187-9e67-2ed2c52fbb32 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff997928-bca1-4513-b68e-e13bdc3184e0,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:15.277512 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-df673dbd-96fa-4187-9e67-2ed2c52fbb32 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:15.294155 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-df673dbd-96fa-4187-9e67-2ed2c52fbb32 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.295835 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-df673dbd-96fa-4187-9e67-2ed2c52fbb32 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1909585 Jun 07 08:16:15.298380 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56260) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:15.304334 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-84bdb34a-d704-4960-b45a-ef20d3504f3c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Request body: {'security_group_rule': {'security_group_id': '755a82ea-a4b9-427b-aaab-58743554c1c8', 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:15.321296 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-2d9a1965-5b27-4d51-baec-9235f10744c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '99f821d5-f677-472e-9096-78cb638fcffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:23Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'gw_port': {'id': '99f821d5-f677-472e-9096-78cb638fcffb', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:15.324602 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=1363acd5-5442-4fea-bdbb-c4c7176ef586,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:15.327502 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a1965-5b27-4d51-baec-9235f10744c1 None None] The sync data for ids ['32fae6bc-92cd-436e-9f15-33df686e1b11'] in dv-cinder-784945-11-iscsi is: [{'id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'name': 'tempest-TestMinimumBasicScenario-1569988884-router', 'tenant_id': '3cc5a26018854599800252b483c0ad4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '99f821d5-f677-472e-9096-78cb638fcffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:23Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': '3cc5a26018854599800252b483c0ad4c', 'gw_port': {'id': '99f821d5-f677-472e-9096-78cb638fcffb', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:66:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fae6bc-92cd-436e-9f15-33df686e1b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:25Z', 'updated_at': '2021-06-07T08:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:16:15.328776 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:15.336741 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-84bdb34a-d704-4960-b45a-ef20d3504f3c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.351848 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] Calling delete_port for 99f821d5-f677-472e-9096-78cb638fcffb owned by network:router_gateway {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:16:15.401378 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-84bdb34a-d704-4960-b45a-ef20d3504f3c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.405639 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-84bdb34a-d704-4960-b45a-ef20d3504f3c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.407587 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:15.430170 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdb34a-d704-4960-b45a-ef20d3504f3c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdea6e2a-38fd-4b7d-8db5-f6cf721258c8,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:15.432523 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-84bdb34a-d704-4960-b45a-ef20d3504f3c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:15.438612 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-84bdb34a-d704-4960-b45a-ef20d3504f3c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.442634 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-84bdb34a-d704-4960-b45a-ef20d3504f3c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402297 Jun 07 08:16:15.442802 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56262) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:15.447056 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-bb4fb0a6-ee2a-4d6f-91cd-a7fdc146737c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Request body: {'security_group_rule': {'security_group_id': '755a82ea-a4b9-427b-aaab-58743554c1c8', 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:15.476875 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb0a6-ee2a-4d6f-91cd-a7fdc146737c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.543195 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb0a6-ee2a-4d6f-91cd-a7fdc146737c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.548332 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb0a6-ee2a-4d6f-91cd-a7fdc146737c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.550826 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-df673dbd-96fa-4187-9e67-2ed2c52fbb32 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:15.574039 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fb0a6-ee2a-4d6f-91cd-a7fdc146737c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eaf8f8c-480a-4c2e-bb42-ed713ba674af,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:15.576483 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-bb4fb0a6-ee2a-4d6f-91cd-a7fdc146737c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:15.581073 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-bb4fb0a6-ee2a-4d6f-91cd-a7fdc146737c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.585158 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-bb4fb0a6-ee2a-4d6f-91cd-a7fdc146737c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414540 Jun 07 08:16:15.585835 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56264) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:15.590193 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-08fd9efc-b15e-4462-ab40-f44db6c34f9b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Request body: {'security_group_rule': {'security_group_id': '755a82ea-a4b9-427b-aaab-58743554c1c8', 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:15.612445 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.securitygroups_db [None req-08fd9efc-b15e-4462-ab40-f44db6c34f9b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Project ce9cc2aee9304668a5705bffda363257 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:16:15.619633 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-08fd9efc-b15e-4462-ab40-f44db6c34f9b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.633413 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.637953 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:15.680779 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] Pushing event deleted for resources: {'Port': ['ID=99f821d5-f677-472e-9096-78cb638fcffb,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:15.686613 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:15.699023 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-08fd9efc-b15e-4462-ab40-f44db6c34f9b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.703178 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-08fd9efc-b15e-4462-ab40-f44db6c34f9b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.705167 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:15.728484 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd9efc-b15e-4462-ab40-f44db6c34f9b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30675c2-b665-42c2-bf34-54d83ace87d6,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:15.730929 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-08fd9efc-b15e-4462-ab40-f44db6c34f9b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:15.736441 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-08fd9efc-b15e-4462-ab40-f44db6c34f9b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.737631 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-08fd9efc-b15e-4462-ab40-f44db6c34f9b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508689 Jun 07 08:16:15.740554 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56266) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:15.745272 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-932200e7-73df-4109-90d3-12612cc6d05f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Request body: {'security_group_rule': {'security_group_id': '755a82ea-a4b9-427b-aaab-58743554c1c8', 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:15.767327 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.securitygroups_db [None req-932200e7-73df-4109-90d3-12612cc6d05f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Project ce9cc2aee9304668a5705bffda363257 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:16:15.774156 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-932200e7-73df-4109-90d3-12612cc6d05f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.782977 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-245835'] for router_gateway, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.839187 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-932200e7-73df-4109-90d3-12612cc6d05f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.843049 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-932200e7-73df-4109-90d3-12612cc6d05f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348261'] for security_group_rule, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.850795 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:15.869827 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932200e7-73df-4109-90d3-12612cc6d05f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b69e311-6046-4a85-a50a-ecb1184040f6,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:15.873040 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-932200e7-73df-4109-90d3-12612cc6d05f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:15.879390 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-932200e7-73df-4109-90d3-12612cc6d05f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.881474 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-932200e7-73df-4109-90d3-12612cc6d05f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1398885 Jun 07 08:16:15.959511 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4635'] for router, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.962009 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:15.974389 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 007291eb-b932-4c0e-abc0-772f8e8613c4 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:16:16.172856 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 007291eb-b932-4c0e-abc0-772f8e8613c4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=007291eb-b932-4c0e-abc0-772f8e8613c4,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:16.177539 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479968'] for router, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.178076 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32fae6bc-92cd-436e-9f15-33df686e1b11 {{(pid=91867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:16:16.183107 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] Notify callbacks [] for router, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.186789 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56310) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:16.186977 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-feac5f0e-af43-4c4d-ad39-aeb2d64474ba admin admin] 10.222.0.43 "DELETE /v2.0/routers/32fae6bc-92cd-436e-9f15-33df686e1b11 HTTP/1.1" status: 204 len: 168 time: 2.0026972 Jun 07 08:16:16.197820 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '007291eb-b932-4c0e-abc0-772f8e8613c4', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'port_id': '007291eb-b932-4c0e-abc0-772f8e8613c4', 'mac_address': 'fa:16:3e:d7:1a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:16:16.240584 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b175da-e26f-4cda-8897-17281e27d91b req-b7b58326-bf81-490b-ada9-c0e206158c76 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:16.243801 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-43b175da-e26f-4cda-8897-17281e27d91b req-b7b58326-bf81-490b-ada9-c0e206158c76 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 943 time: 0.1254053 Jun 07 08:16:16.274120 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc16352-95c5-47ce-976b-905ea4175316 admin admin] Deleting subnet efacace9-e543-4e64-affc-1e7db3864442 {{(pid=91866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:16:16.277922 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-2bc16352-95c5-47ce-976b-905ea4175316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.279054 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.306909 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007291eb-b932-4c0e-abc0-772f8e8613c4 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:16:16.308196 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-43b175da-e26f-4cda-8897-17281e27d91b req-f267f176-e363-4ffe-a6be-a153c3bd6f19 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f92da72-7080-4f34-8e07-adf790aacc62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580738 Jun 07 08:16:16.349852 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 007291eb-b932-4c0e-abc0-772f8e8613c4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=007291eb-b932-4c0e-abc0-772f8e8613c4,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:16.356260 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.362051 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:16.469272 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-2bc16352-95c5-47ce-976b-905ea4175316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266515'] for subnet, precommit_delete_associations {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.479060 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=007291eb-b932-4c0e-abc0-772f8e8613c4,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:16.483444 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:16.615802 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-2bc16352-95c5-47ce-976b-905ea4175316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.632072 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['007291eb-b932-4c0e-abc0-772f8e8613c4'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:16:16.729648 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-2bc16352-95c5-47ce-976b-905ea4175316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2265162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4090581'] for subnet, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.737726 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-132067f7-eb86-42e1-969a-41937358c155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:16.752893 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 1363acd5-5442-4fea-bdbb-c4c7176ef586 up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:16.778090 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-2bc16352-95c5-47ce-976b-905ea4175316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:16.782587 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-2bc16352-95c5-47ce-976b-905ea4175316 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/efacace9-e543-4e64-affc-1e7db3864442 HTTP/1.1" status: 204 len: 168 time: 0.5944276 Jun 07 08:16:16.782932 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 56316) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:16.783503 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc16352-95c5-47ce-976b-905ea4175316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efacace9-e543-4e64-affc-1e7db3864442,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:16.786684 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-2bc16352-95c5-47ce-976b-905ea4175316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:16.808420 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5724a0c1-2fa2-4c01-933e-d071b9032961 None None] Network beb8320f-4891-4336-9ae9-15a94cf5cc57 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:16:16.932092 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:17.024612 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Deleting port fcb7e911-e27a-4ebe-bff4-35cb73f1f374 {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:16:17.024954 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:17.034990 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Sync routers for ids ['3910c01f-6e7b-4b0f-89a3-ef321d914efd'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:16:17.125428 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Routers {'3910c01f-6e7b-4b0f-89a3-ef321d914efd'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:17.126385 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:16:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['3910c01f-6e7b-4b0f-89a3-ef321d914efd'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:17.135741 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] For port fcb7e911-e27a-4ebe-bff4-35cb73f1f374, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=fcb7e911-e27a-4ebe-bff4-35cb73f1f374,segment=NetworkSegment(67211e17-05c1-422c-81f2-28d9d7b321bd),segment_id=67211e17-05c1-422c-81f2-28d9d7b321bd)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:17.136097 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:17.193275 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 1363acd5-5442-4fea-bdbb-c4c7176ef586 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:17.193275 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:17.273992 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Calling delete_port for fcb7e911-e27a-4ebe-bff4-35cb73f1f374 owned by network:dhcp {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:16:17.330571 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:17.334941 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:17.381679 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb7e911-e27a-4ebe-bff4-35cb73f1f374,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:17.390546 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:17.393338 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] No DVR routers for this DVR port fcb7e911-e27a-4ebe-bff4-35cb73f1f374 on host dv-cinder-784945-11-iscsi {{(pid=91867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:16:17.481487 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Set router 3910c01f-6e7b-4b0f-89a3-ef321d914efd gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:17.540842 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea613b46-b0eb-44b3-8411-88ec37ee5ff1 None None] DHCP port deletion for beb8320f-4891-4336-9ae9-15a94cf5cc57 request from dv-cinder-784945-11-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:16:17.552965 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:16:17.569587 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:17.584826 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb8320f-4891-4336-9ae9-15a94cf5cc57']}} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:17.592460 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:16:17.592812 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 4d65e8e9-c74e-44dd-91f7-5647f5c93cc7 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:16:17.600513 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67211e17-05c1-422c-81f2-28d9d7b321bd') {'for_net_delete': True} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:17.600811 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67211e17-05c1-422c-81f2-28d9d7b321bd') {} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:17.618598 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2169265'] for segment, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:17.645501 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82b34c-51b2-4516-b050-68a3a7fa7a52 req-f198aac6-a6aa-4739-9f63-1122c17f63a4 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:17.647016 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9d82b34c-51b2-4516-b050-68a3a7fa7a52 req-f198aac6-a6aa-4739-9f63-1122c17f63a4 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 944 time: 0.2052355 Jun 07 08:16:17.649551 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:17.667816 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=91867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:16:17.668369 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819725'] for segment, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: Traceback (most recent call last): Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: timer() Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: cb(*args, **kw) Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: return func(*args, **kwargs) Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: self._notify() Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: self.callback(batched_events) Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: event.method(event) Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: return f(self, *a, **k) Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._get(url).json() Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: return self.request(url, 'GET', **kwargs) Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:16:17.682039 dv-cinder-784945-11-iscsi neutron-server[91867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:16:17.786110 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9d82b34c-51b2-4516-b050-68a3a7fa7a52 req-66f51b1d-c859-4cf8-b1eb-59a2117dc7ed tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f92da72-7080-4f34-8e07-adf790aacc62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325943 Jun 07 08:16:17.791230 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:17.795583 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6f87f5b5-9cad-41ed-ada4-0bbbbca99117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:17.811946 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:17.813793 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/beb8320f-4891-4336-9ae9-15a94cf5cc57 HTTP/1.1" status: 204 len: 168 time: 1.0288384 Jun 07 08:16:17.816716 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56338) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:17.817533 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=beb8320f-4891-4336-9ae9-15a94cf5cc57,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:17.819878 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:17.872127 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'name': 'tempest-TestVolumeBootPattern-675091007-router', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1363acd5-5442-4fea-bdbb-c4c7176ef586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:06Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 4, 'project_id': '60bf256f28e240909cf1e7f711ee28b7', 'gw_port': {'id': '1363acd5-5442-4fea-bdbb-c4c7176ef586', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:07Z', 'updated_at': '2021-06-07T08:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '5d42f66b-0bc5-4bde-9324-e78a8370efab', 'name': '', 'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'mac_address': 'fa:16:3e:d7:d2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e6ef2b85-3127-438d-ba25-7e74adbaa64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:11Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 2, 'project_id': '60bf256f28e240909cf1e7f711ee28b7', 'subnets': [{'id': 'e6ef2b85-3127-438d-ba25-7e74adbaa64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:17.875888 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Checking router: 3910c01f-6e7b-4b0f-89a3-ef321d914efd for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:16:17.876248 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Updating router 3910c01f-6e7b-4b0f-89a3-ef321d914efd port 5d42f66b-0bc5-4bde-9324-e78a8370efab binding host dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:16:17.930793 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:18.002084 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 007291eb-b932-4c0e-abc0-772f8e8613c4 up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:18.169153 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port 007291eb-b932-4c0e-abc0-772f8e8613c4 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:18.217714 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 007291eb-b932-4c0e-abc0-772f8e8613c4 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:18.218095 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:18.396685 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1780408a-cc19-4e83-a385-0046b7e63d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468443'] for router_interface, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:18.432216 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:18.470401 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Notify callbacks [] for port, precommit_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:18.476536 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ceb11f-540d-4789-bf2d-4e7b1e8968b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007291eb-b932-4c0e-abc0-772f8e8613c4'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:18.478791 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e024cdf-e2da-476e-99f3-bbe20c5328fc" -d '{"events": [{"server_uuid": "97ceb11f-540d-4789-bf2d-4e7b1e8968b2", "name": "network-vif-plugged", "status": "completed", "tag": "007291eb-b932-4c0e-abc0-772f8e8613c4"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:18.492921 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 007291eb-b932-4c0e-abc0-772f8e8613c4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=007291eb-b932-4c0e-abc0-772f8e8613c4,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:18.496995 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Transition to ACTIVE for port object 5d42f66b-0bc5-4bde-9324-e78a8370efab will not be triggered until provisioned by entity L2. {{(pid=91875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:18.506041 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:18.515010 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:18.547111 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:18.556849 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae65631e-fa95-46e6-8e94-d995e0fc89b6 x-openstack-request-id: req-ae65631e-fa95-46e6-8e94-d995e0fc89b6 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:18.557147 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ceb11f-540d-4789-bf2d-4e7b1e8968b2", "name": "network-vif-plugged", "status": "completed", "tag": "007291eb-b932-4c0e-abc0-772f8e8613c4", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:18.557439 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae65631e-fa95-46e6-8e94-d995e0fc89b6 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:18.557831 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ceb11f-540d-4789-bf2d-4e7b1e8968b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007291eb-b932-4c0e-abc0-772f8e8613c4', 'code': 200} Jun 07 08:16:18.637019 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 99f821d5-f677-472e-9096-78cb638fcffb no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:16:18.683071 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: 99f821d5-f677-472e-9096-78cb638fcffb {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:16:18.683396 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 99f821d5-f677-472e-9096-78cb638fcffb not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:16:18.683751 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device fcb7e911-e27a-4ebe-bff4-35cb73f1f374 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:16:18.775007 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: fcb7e911-e27a-4ebe-bff4-35cb73f1f374 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:16:18.775364 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device fcb7e911-e27a-4ebe-bff4-35cb73f1f374 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:16:18.844799 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=007291eb-b932-4c0e-abc0-772f8e8613c4,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:18.853214 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:18.854314 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:18.977291 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Attempting to bind port 5d42f66b-0bc5-4bde-9324-e78a8370efab on host dv-cinder-784945-11-iscsi for vnic_type normal with profile {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:16:18.977635 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Attempting to bind port 5d42f66b-0bc5-4bde-9324-e78a8370efab by drivers openvswitch,hyperv on host dv-cinder-784945-11-iscsi at level 0 using segments [{'id': '37c69d6a-3968-44cd-9263-5d44159ec8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6'}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:16:18.977928 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Attempting to bind port 5d42f66b-0bc5-4bde-9324-e78a8370efab on network a0292119-4f0e-4f26-a400-f3827f3736e6 {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:18.979547 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924047a-124d-44d9-bb05-7f1d7b15a699 req-8c97e297-96ea-489d-9dea-eff1f216a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:18.982316 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5924047a-124d-44d9-bb05-7f1d7b15a699 req-8c97e297-96ea-489d-9dea-eff1f216a132 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 1098 time: 0.1844609 Jun 07 08:16:18.983786 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a15cfa-c5a6-418a-92e0-48f41720c945 None None] Pushing event updated for resources: {'Port': ['ID=5d42f66b-0bc5-4bde-9324-e78a8370efab,revision_number=3']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:18.987724 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-21a15cfa-c5a6-418a-92e0-48f41720c945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:18.988471 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Checking agent: {'id': 'b3f658ae-3aca-4e5d-af83-e9d120b76c45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784945-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 3, 11), 'started_at': datetime.datetime(2021, 6, 7, 8, 3, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784945-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:16:18.988900 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Checking segment: {'id': '37c69d6a-3968-44cd-9263-5d44159ec8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:18.989329 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:18.989714 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Bound using segment: {'id': '37c69d6a-3968-44cd-9263-5d44159ec8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6'} {{(pid=91875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:16:18.990178 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.managers [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Bound port: 5d42f66b-0bc5-4bde-9324-e78a8370efab, host: dv-cinder-784945-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c69d6a-3968-44cd-9263-5d44159ec8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6'}}] {{(pid=91875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:16:18.990553 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:19.033121 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-1780408a-cc19-4e83-a385-0046b7e63d6c admin admin] Deleting port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:16:19.033503 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1780408a-cc19-4e83-a385-0046b7e63d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:19.056155 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5924047a-124d-44d9-bb05-7f1d7b15a699 req-cdec663c-e1cf-43b2-94d6-88e893461f64 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7f92da72-7080-4f34-8e07-adf790aacc62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608010 Jun 07 08:16:19.062109 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89bdf6-b164-402a-872d-19fe243939df req-1d4fcc6c-cec1-4394-9286-3c5730b0d685 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:19.076173 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7d89bdf6-b164-402a-872d-19fe243939df req-1d4fcc6c-cec1-4394-9286-3c5730b0d685 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 945 time: 0.1118937 Jun 07 08:16:19.102234 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] For port 5d42f66b-0bc5-4bde-9324-e78a8370efab, host dv-cinder-784945-11-iscsi, cleared binding levels {{(pid=91875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:16:19.105718 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] For port 5d42f66b-0bc5-4bde-9324-e78a8370efab, host dv-cinder-784945-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=5d42f66b-0bc5-4bde-9324-e78a8370efab,segment=NetworkSegment(37c69d6a-3968-44cd-9263-5d44159ec8c5),segment_id=37c69d6a-3968-44cd-9263-5d44159ec8c5)] {{(pid=91875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:16:19.111404 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:19.122818 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-b6ad085f-9520-4fa4-8bd1-5f4ab35578c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:19.130674 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-7d89bdf6-b164-402a-872d-19fe243939df req-d3c84b18-cb97-4b21-980d-fed11132f23e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f92da72-7080-4f34-8e07-adf790aacc62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529945 Jun 07 08:16:19.195918 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Routers {'3910c01f-6e7b-4b0f-89a3-ef321d914efd'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:19.196951 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:16:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['3910c01f-6e7b-4b0f-89a3-ef321d914efd'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:19.283115 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a15cfa-c5a6-418a-92e0-48f41720c945 None None] Pushing event updated for resources: {'Port': ['ID=5d42f66b-0bc5-4bde-9324-e78a8370efab,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:19.289213 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-21a15cfa-c5a6-418a-92e0-48f41720c945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:19.292219 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [None req-1780408a-cc19-4e83-a385-0046b7e63d6c admin admin] For port 4b96fb0b-25b3-4a97-9a69-48134b9d8aec, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=4b96fb0b-25b3-4a97-9a69-48134b9d8aec,segment=NetworkSegment(9180103a-c431-455a-a933-d9fb428fbce9),segment_id=9180103a-c431-455a-a933-d9fb428fbce9)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:19.292588 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1780408a-cc19-4e83-a385-0046b7e63d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:19.406229 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] Set router 3910c01f-6e7b-4b0f-89a3-ef321d914efd gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:19.416910 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-1780408a-cc19-4e83-a385-0046b7e63d6c admin admin] Calling delete_port for 4b96fb0b-25b3-4a97-9a69-48134b9d8aec owned by network:router_interface {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:16:19.572078 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1780408a-cc19-4e83-a385-0046b7e63d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:19.576686 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-03fc3642-1aad-4223-8f33-b03ee7a48cab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:19.691490 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780408a-cc19-4e83-a385-0046b7e63d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b96fb0b-25b3-4a97-9a69-48134b9d8aec,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:19.698358 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-1780408a-cc19-4e83-a385-0046b7e63d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:19.760584 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'name': 'tempest-TestVolumeBootPattern-675091007-router', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1363acd5-5442-4fea-bdbb-c4c7176ef586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:06Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 4, 'project_id': '60bf256f28e240909cf1e7f711ee28b7', 'gw_port': {'id': '1363acd5-5442-4fea-bdbb-c4c7176ef586', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:07Z', 'updated_at': '2021-06-07T08:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '5d42f66b-0bc5-4bde-9324-e78a8370efab', 'name': '', 'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'mac_address': 'fa:16:3e:d7:d2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e6ef2b85-3127-438d-ba25-7e74adbaa64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:11Z', 'updated_at': '2021-06-07T08:16:19Z', 'revision_number': 4, 'project_id': '60bf256f28e240909cf1e7f711ee28b7', 'subnets': [{'id': 'e6ef2b85-3127-438d-ba25-7e74adbaa64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:19.765432 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba89c725-65b6-4937-9f50-3886460b6751 None None] The sync data for ids ['3910c01f-6e7b-4b0f-89a3-ef321d914efd'] in dv-cinder-784945-11-iscsi is: [{'id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'name': 'tempest-TestVolumeBootPattern-675091007-router', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1363acd5-5442-4fea-bdbb-c4c7176ef586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:06Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 4, 'project_id': '60bf256f28e240909cf1e7f711ee28b7', 'gw_port': {'id': '1363acd5-5442-4fea-bdbb-c4c7176ef586', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:07Z', 'updated_at': '2021-06-07T08:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '5d42f66b-0bc5-4bde-9324-e78a8370efab', 'name': '', 'network_id': 'a0292119-4f0e-4f26-a400-f3827f3736e6', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'mac_address': 'fa:16:3e:d7:d2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'e6ef2b85-3127-438d-ba25-7e74adbaa64f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:11Z', 'updated_at': '2021-06-07T08:16:19Z', 'revision_number': 4, 'project_id': '60bf256f28e240909cf1e7f711ee28b7', 'subnets': [{'id': 'e6ef2b85-3127-438d-ba25-7e74adbaa64f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:16:19.911461 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1780408a-cc19-4e83-a385-0046b7e63d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-452265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467605'] for router_interface, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:20.304136 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1780408a-cc19-4e83-a385-0046b7e63d6c admin admin] Router 27e9d0ba-b00a-42a7-9188-6c432b5a67b9 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:16:20.345513 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc2d15-2bcd-40ce-9d7e-4b36392ee1dd req-4b2428eb-c5f9-45a9-a140-a315b30030c7 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:20.347706 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3bfc2d15-2bcd-40ce-9d7e-4b36392ee1dd req-4b2428eb-c5f9-45a9-a140-a315b30030c7 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 945 time: 0.0885532 Jun 07 08:16:20.398182 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3bfc2d15-2bcd-40ce-9d7e-4b36392ee1dd req-32bafc3e-542e-466d-962e-372e3eaa1810 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f92da72-7080-4f34-8e07-adf790aacc62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425873 Jun 07 08:16:20.493826 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1780408a-cc19-4e83-a385-0046b7e63d6c admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:16:20.503551 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-1780408a-cc19-4e83-a385-0046b7e63d6c admin admin] 10.222.0.43 "PUT /v2.0/routers/27e9d0ba-b00a-42a7-9188-6c432b5a67b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6838951 Jun 07 08:16:20.506395 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56358) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:20.508381 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb755b69-8cd7-4943-8bcd-644998f51fda None None] Sync routers for ids ['27e9d0ba-b00a-42a7-9188-6c432b5a67b9'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:16:20.518381 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb755b69-8cd7-4943-8bcd-644998f51fda None None] Routers {'27e9d0ba-b00a-42a7-9188-6c432b5a67b9'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:20.518909 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-eb755b69-8cd7-4943-8bcd-644998f51fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:16:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['27e9d0ba-b00a-42a7-9188-6c432b5a67b9'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:20.714143 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-eb755b69-8cd7-4943-8bcd-644998f51fda None None] Set router 27e9d0ba-b00a-42a7-9188-6c432b5a67b9 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:20.715705 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 5d42f66b-0bc5-4bde-9324-e78a8370efab up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:20.798211 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning for port 5d42f66b-0bc5-4bde-9324-e78a8370efab completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:20.804435 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 5d42f66b-0bc5-4bde-9324-e78a8370efab triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:20.804875 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:20.878204 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Notify callbacks [] for router, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:20.940903 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:20.949650 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff323d1-1aaa-4287-959a-988ec103eb55 req-ceeb77a3-7172-4a02-85e6-06d10a015ee0 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:20.951139 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5ff323d1-1aaa-4287-959a-988ec103eb55 req-ceeb77a3-7172-4a02-85e6-06d10a015ee0 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 945 time: 0.3904974 Jun 07 08:16:20.962654 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 56362) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:20.967485 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.v2.base [None req-21391288-0bfa-4610-a73f-d30f4b83567d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Request body: {'floatingip': {'port_id': '007291eb-b932-4c0e-abc0-772f8e8613c4'}} {{(pid=91867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:20.985972 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d379c858-4464-4467-9323-be7a062da2ac None None] For port 5d42f66b-0bc5-4bde-9324-e78a8370efab, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=5d42f66b-0bc5-4bde-9324-e78a8370efab,segment=NetworkSegment(37c69d6a-3968-44cd-9263-5d44159ec8c5),segment_id=37c69d6a-3968-44cd-9263-5d44159ec8c5)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:20.994142 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:20.996321 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-21a15cfa-c5a6-418a-92e0-48f41720c945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:21.036250 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-eb755b69-8cd7-4943-8bcd-644998f51fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'name': 'tempest-TestMinimumBasicScenario-1405941385-router', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:32Z', 'updated_at': '2021-06-07T08:16:19Z', 'revision_number': 5, 'project_id': '9ce355309c8e49b3886b2e3b62038fd7', 'gw_port': {'id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:33Z', 'updated_at': '2021-06-07T08:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:21.042775 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb755b69-8cd7-4943-8bcd-644998f51fda None None] Checking router: 27e9d0ba-b00a-42a7-9188-6c432b5a67b9 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:16:21.055374 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb755b69-8cd7-4943-8bcd-644998f51fda None None] Routers {'27e9d0ba-b00a-42a7-9188-6c432b5a67b9'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:21.056180 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-eb755b69-8cd7-4943-8bcd-644998f51fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:16:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['27e9d0ba-b00a-42a7-9188-6c432b5a67b9'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:21.067902 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Pushing event updated for resources: {'Port': ['ID=5d42f66b-0bc5-4bde-9324-e78a8370efab,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:21.073003 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-21391288-0bfa-4610-a73f-d30f4b83567d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for floatingip, before_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:21.077874 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:21.117133 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:21.205332 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Deleting port 4f47ce0c-4460-4a50-8365-6b90364c37d5 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:16:21.205912 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:21.256419 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-eb755b69-8cd7-4943-8bcd-644998f51fda None None] Set router 27e9d0ba-b00a-42a7-9188-6c432b5a67b9 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:21.339083 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] For port 4f47ce0c-4460-4a50-8365-6b90364c37d5, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=4f47ce0c-4460-4a50-8365-6b90364c37d5,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:21.339642 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:21.474502 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Calling delete_port for 4f47ce0c-4460-4a50-8365-6b90364c37d5 owned by network:router_gateway {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:16:21.556962 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-eb755b69-8cd7-4943-8bcd-644998f51fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'name': 'tempest-TestMinimumBasicScenario-1405941385-router', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:32Z', 'updated_at': '2021-06-07T08:16:19Z', 'revision_number': 5, 'project_id': '9ce355309c8e49b3886b2e3b62038fd7', 'gw_port': {'id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:33Z', 'updated_at': '2021-06-07T08:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:21.567813 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb755b69-8cd7-4943-8bcd-644998f51fda None None] The sync data for ids ['27e9d0ba-b00a-42a7-9188-6c432b5a67b9'] in dv-cinder-784945-11-iscsi is: [{'id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'name': 'tempest-TestMinimumBasicScenario-1405941385-router', 'tenant_id': '9ce355309c8e49b3886b2e3b62038fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:12:32Z', 'updated_at': '2021-06-07T08:16:19Z', 'revision_number': 5, 'project_id': '9ce355309c8e49b3886b2e3b62038fd7', 'gw_port': {'id': '4f47ce0c-4460-4a50-8365-6b90364c37d5', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:69:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9d0ba-b00a-42a7-9188-6c432b5a67b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:12:33Z', 'updated_at': '2021-06-07T08:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:16:21.635369 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:21.639282 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-51116973-db0d-4ac8-a78e-ff5292059805 tempest-VolumesSnapshotTestJSON-396195317 tempest-VolumesSnapshotTestJSON-396195317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:21.685631 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f47ce0c-4460-4a50-8365-6b90364c37d5,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:21.693358 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:21.793098 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-245835'] for router_gateway, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:21.872396 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-21391288-0bfa-4610-a73f-d30f4b83567d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:21.876236 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-21391288-0bfa-4610-a73f-d30f4b83567d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:21.968013 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4635'] for router, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:21.970506 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.071132 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479968'] for router, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.071636 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27e9d0ba-b00a-42a7-9188-6c432b5a67b9 {{(pid=91866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:16:22.083965 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Notify callbacks [] for router, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.084547 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.l3_db [None req-21391288-0bfa-4610-a73f-d30f4b83567d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Floating IP ca098d30-ca49-4070-a3ad-4c769321d4c8 associated. External IP: 172.27.1.237, port: 007291eb-b932-4c0e-abc0-772f8e8613c4. Jun 07 08:16:22.088227 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] 10.222.0.43 "DELETE /v2.0/routers/27e9d0ba-b00a-42a7-9188-6c432b5a67b9 HTTP/1.1" status: 204 len: 168 time: 1.5805910 Jun 07 08:16:22.089019 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56368) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:22.150904 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf74f51-d13c-49db-831d-db1a0afd549d admin admin] Deleting subnet f42c4792-d6b9-4831-9ab6-072de18c7bf5 {{(pid=91866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:16:22.154007 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-fdf74f51-d13c-49db-831d-db1a0afd549d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.210907 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-fdf74f51-d13c-49db-831d-db1a0afd549d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266515'] for subnet, precommit_delete_associations {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.307609 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-fdf74f51-d13c-49db-831d-db1a0afd549d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.393520 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-fdf74f51-d13c-49db-831d-db1a0afd549d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2265162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4090581'] for subnet, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.399479 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c9347ca9-120f-411c-877d-a45e8531745b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:22.482170 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21391288-0bfa-4610-a73f-d30f4b83567d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:16:22.544226 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf74f51-d13c-49db-831d-db1a0afd549d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f42c4792-d6b9-4831-9ab6-072de18c7bf5,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:22.546208 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-fdf74f51-d13c-49db-831d-db1a0afd549d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.550677 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09c1ce8-c19a-4edc-80a3-15516aa3a1ca None None] Network 21e8e6ad-61f8-4727-8635-5a7a44edb007 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:16:22.551741 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-fdf74f51-d13c-49db-831d-db1a0afd549d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f42c4792-d6b9-4831-9ab6-072de18c7bf5 HTTP/1.1" status: 204 len: 168 time: 0.4609702 Jun 07 08:16:22.552368 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56372) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:22.553256 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-fdf74f51-d13c-49db-831d-db1a0afd549d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:22.690327 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.710762 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21391288-0bfa-4610-a73f-d30f4b83567d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:16:22.729587 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-21391288-0bfa-4610-a73f-d30f4b83567d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.747707 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22b375-1d75-411d-9811-755e7d9e6ae4 None None] Sync routers for ids ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:16:22.797349 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-21391288-0bfa-4610-a73f-d30f4b83567d tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "PUT /v2.0/floatingips/ca098d30-ca49-4070-a3ad-4c769321d4c8 HTTP/1.1" status: 200 len: 991 time: 1.8306296 Jun 07 08:16:22.797349 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ceb11f-540d-4789-bf2d-4e7b1e8968b2', 'tag': '007291eb-b932-4c0e-abc0-772f8e8613c4'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:22.799060 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c66ef50-820a-451a-8524-7018ab079528" -d '{"events": [{"name": "network-changed", "server_uuid": "97ceb11f-540d-4789-bf2d-4e7b1e8968b2", "tag": "007291eb-b932-4c0e-abc0-772f8e8613c4"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:22.812745 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Deleting port 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:16:22.813160 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:22.821021 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 5d42f66b-0bc5-4bde-9324-e78a8370efab up at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:22.899400 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22b375-1d75-411d-9811-755e7d9e6ae4 None None] Routers {'927c8704-4b6f-44b0-9bc1-db5e2bdf6475'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:22.900051 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-cb22b375-1d75-411d-9811-755e7d9e6ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:16:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:22.915362 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2ba4f3-164b-4422-adea-649c90fc5b4c x-openstack-request-id: req-dd2ba4f3-164b-4422-adea-649c90fc5b4c {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:22.915847 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ceb11f-540d-4789-bf2d-4e7b1e8968b2", "tag": "007291eb-b932-4c0e-abc0-772f8e8613c4", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:22.916022 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd2ba4f3-164b-4422-adea-649c90fc5b4c {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:22.916436 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ceb11f-540d-4789-bf2d-4e7b1e8968b2', 'tag': '007291eb-b932-4c0e-abc0-772f8e8613c4', 'status': 'completed', 'code': 200} Jun 07 08:16:22.929634 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] For port 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91,segment=NetworkSegment(9180103a-c431-455a-a933-d9fb428fbce9),segment_id=9180103a-c431-455a-a933-d9fb428fbce9)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:22.929982 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:23.093041 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Calling delete_port for 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 owned by network:dhcp {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:16:23.109893 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Provisioning complete for port 5d42f66b-0bc5-4bde-9324-e78a8370efab triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:23.109893 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:23.145448 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-cb22b375-1d75-411d-9811-755e7d9e6ae4 None None] Set router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:23.152067 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66ef50-820a-451a-8524-7018ab079528 req-0b083fc4-05d3-40ed-a477-fc5e62e3e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:23.153667 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4c66ef50-820a-451a-8524-7018ab079528 req-0b083fc4-05d3-40ed-a477-fc5e62e3e051 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eac66ef7698c48928700d3683c5dff7a&device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 1098 time: 0.2112517 Jun 07 08:16:23.207123 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f5d6e0-fd17-41af-959e-bb52f90187bc None None] DHCP port deletion for 21e8e6ad-61f8-4727-8635-5a7a44edb007 request from dv-cinder-784945-11-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:16:23.212078 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:23.260326 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-b7177332-a56a-4ed8-a1cd-6f0d27e3bd35 tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:23.313763 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:23.315649 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] No DVR routers for this DVR port 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 on host dv-cinder-784945-11-iscsi {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:16:23.324285 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:23.465385 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:23.474667 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66ef50-820a-451a-8524-7018ab079528 req-73ee2219-ea64-4e0c-8ac9-c46ec3dbf30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:23.476194 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4c66ef50-820a-451a-8524-7018ab079528 req-73ee2219-ea64-4e0c-8ac9-c46ec3dbf30c service neutron] 10.222.0.48 "GET /v2.0/networks?id=de83ae0a-b6d0-43a9-b151-cd274d96171b HTTP/1.1" status: 200 len: 912 time: 0.3099451 Jun 07 08:16:23.482543 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e8e6ad-61f8-4727-8635-5a7a44edb007']}} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:23.506300 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 4f47ce0c-4460-4a50-8365-6b90364c37d5 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:16:23.549371 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: 4f47ce0c-4460-4a50-8365-6b90364c37d5 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:16:23.549723 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 4f47ce0c-4460-4a50-8365-6b90364c37d5 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:16:23.550418 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 4b96fb0b-25b3-4a97-9a69-48134b9d8aec no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:16:23.554337 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9180103a-c431-455a-a933-d9fb428fbce9') {'for_net_delete': True} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:23.554626 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9180103a-c431-455a-a933-d9fb428fbce9') {} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:23.583247 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2266538'] for segment, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:23.589011 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: 4b96fb0b-25b3-4a97-9a69-48134b9d8aec {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:16:23.589540 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 4b96fb0b-25b3-4a97-9a69-48134b9d8aec not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:16:23.607688 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:23.623642 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4c66ef50-820a-451a-8524-7018ab079528 req-563614cc-e6e7-4520-8bd4-0a2644b07345 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=007291eb-b932-4c0e-abc0-772f8e8613c4 HTTP/1.1" status: 200 len: 999 time: 0.1340530 Jun 07 08:16:23.624536 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=91866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:16:23.624916 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265328'] for segment, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: Traceback (most recent call last): Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: timer() Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: cb(*args, **kw) Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: return func(*args, **kwargs) Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: self._notify() Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: self.callback(batched_events) Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: event.method(event) Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: return f(self, *a, **k) Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._get(url).json() Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: return self.request(url, 'GET', **kwargs) Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:16:23.638400 dv-cinder-784945-11-iscsi neutron-server[91866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:16:23.680741 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-cb22b375-1d75-411d-9811-755e7d9e6ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:01Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': 'ca098d30-ca49-4070-a3ad-4c769321d4c8', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'port_id': '007291eb-b932-4c0e-abc0-772f8e8613c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'mac_address': 'fa:16:3e:d7:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ceb11f-540d-4789-bf2d-4e7b1e8968b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:21Z', 'revision_number': 1, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fadf45dd-3c6f-4541-8bb3-d589fe2e5801', 'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'mac_address': 'fa:16:3e:b1:a5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:57Z', 'updated_at': '2021-06-07T08:11:12Z', 'revision_number': 5, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'subnets': [{'id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:23.684841 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22b375-1d75-411d-9811-755e7d9e6ae4 None None] Checking router: 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:16:23.693375 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22b375-1d75-411d-9811-755e7d9e6ae4 None None] Routers {'927c8704-4b6f-44b0-9bc1-db5e2bdf6475'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:23.694051 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-cb22b375-1d75-411d-9811-755e7d9e6ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:16:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:23.772582 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:23.776644 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66ef50-820a-451a-8524-7018ab079528 req-17773e9a-be0e-46de-86d7-46135aa7ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:23.778521 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4c66ef50-820a-451a-8524-7018ab079528 req-17773e9a-be0e-46de-86d7-46135aa7ae02 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dd250e25-fd76-4e73-ad0e-1eb27cf18aa3 HTTP/1.1" status: 200 len: 850 time: 0.1392257 Jun 07 08:16:23.781644 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:23.788147 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/21e8e6ad-61f8-4727-8635-5a7a44edb007 HTTP/1.1" status: 204 len: 168 time: 1.2315662 Jun 07 08:16:23.789070 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6ce39b9e-100f-4596-995d-180255dd54c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:23.810593 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e8e6ad-61f8-4727-8635-5a7a44edb007,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:23.847338 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:23.897763 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66ef50-820a-451a-8524-7018ab079528 req-e6601fd7-4139-4a7f-97a2-18f5fe83a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:23.899415 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4c66ef50-820a-451a-8524-7018ab079528 req-e6601fd7-4139-4a7f-97a2-18f5fe83a036 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=de83ae0a-b6d0-43a9-b151-cd274d96171b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0902462 Jun 07 08:16:23.900745 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-cb22b375-1d75-411d-9811-755e7d9e6ae4 None None] Set router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:23.997019 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 56388) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:24.061904 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4c66ef50-820a-451a-8524-7018ab079528 req-5fa38a51-8001-4ddb-ae88-4533f575083a service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477818 Jun 07 08:16:24.064878 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-8f801151-930a-4a7e-812b-9a5cc48b45e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3cc5a26018854599800252b483c0ad4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660205 Jun 07 08:16:24.067310 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 56390) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:24.146942 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-dec60fa2-cdb9-4757-abfa-539841766cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.181840 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-dec60fa2-cdb9-4757-abfa-539841766cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.334691 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-cb22b375-1d75-411d-9811-755e7d9e6ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:01Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': 'ca098d30-ca49-4070-a3ad-4c769321d4c8', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'port_id': '007291eb-b932-4c0e-abc0-772f8e8613c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'mac_address': 'fa:16:3e:d7:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ceb11f-540d-4789-bf2d-4e7b1e8968b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:21Z', 'revision_number': 1, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fadf45dd-3c6f-4541-8bb3-d589fe2e5801', 'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'mac_address': 'fa:16:3e:b1:a5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:57Z', 'updated_at': '2021-06-07T08:11:12Z', 'revision_number': 5, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'subnets': [{'id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:24.339816 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22b375-1d75-411d-9811-755e7d9e6ae4 None None] The sync data for ids ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'] in dv-cinder-784945-11-iscsi is: [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:01Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': 'ca098d30-ca49-4070-a3ad-4c769321d4c8', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'floating_ip_address': '172.27.1.237', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'port_id': '007291eb-b932-4c0e-abc0-772f8e8613c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'mac_address': 'fa:16:3e:d7:1a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ceb11f-540d-4789-bf2d-4e7b1e8968b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:21Z', 'revision_number': 1, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fadf45dd-3c6f-4541-8bb3-d589fe2e5801', 'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'mac_address': 'fa:16:3e:b1:a5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:57Z', 'updated_at': '2021-06-07T08:11:12Z', 'revision_number': 5, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'subnets': [{'id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:16:24.359263 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4c66ef50-820a-451a-8524-7018ab079528 req-12112065-a81c-40c8-9699-39fab0502485 service neutron] 10.222.0.48 "GET /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885368 Jun 07 08:16:24.392682 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-dec60fa2-cdb9-4757-abfa-539841766cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.395570 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-dec60fa2-cdb9-4757-abfa-539841766cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.396865 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-dec60fa2-cdb9-4757-abfa-539841766cab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a998afd-5029-4ee9-bd8d-f9fca6597333 HTTP/1.1" status: 204 len: 168 time: 0.3285017 Jun 07 08:16:24.402523 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-fd1b0122-3566-477a-8439-ed67be1e530d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:24.413077 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec60fa2-cdb9-4757-abfa-539841766cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a998afd-5029-4ee9-bd8d-f9fca6597333,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:24.415976 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-dec60fa2-cdb9-4757-abfa-539841766cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:24.605275 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:16:24.659752 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe1643-8434-4c6e-ad19-480c58d69e94 None None] New status for floating IP ca098d30-ca49-4070-a3ad-4c769321d4c8: ACTIVE {{(pid=91885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:16:24.693076 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:16:24.693479 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 51f7e3fc-7b5c-496c-b0c0-eb6bf82b3b91 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:16:24.826934 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56400) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:24.876747 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-41b358b5-a50a-4568-bb03-65b6128dc2ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ce355309c8e49b3886b2e3b62038fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484760 Jun 07 08:16:24.879140 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56402) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:24.936256 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e7313ce3-3226-48d6-8640-575962e3a81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:24.965165 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e7313ce3-3226-48d6-8640-575962e3a81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.020033 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e7313ce3-3226-48d6-8640-575962e3a81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.022655 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e7313ce3-3226-48d6-8640-575962e3a81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:25.023765 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-e7313ce3-3226-48d6-8640-575962e3a81a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01905077-e82e-434a-a4d9-c29aeeb3a6d0 HTTP/1.1" status: 204 len: 168 time: 0.1430945 Jun 07 08:16:25.024538 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6edc56a5-a8d3-4e32-aef9-9f33cfd7f1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:25.034074 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7313ce3-3226-48d6-8640-575962e3a81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01905077-e82e-434a-a4d9-c29aeeb3a6d0,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:25.036983 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e7313ce3-3226-48d6-8640-575962e3a81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:33.625783 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-60dbadb9-fbad-40b5-af03-6a5e23f5ef15 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401068751&fields=id&tenant_id=ce9cc2aee9304668a5705bffda363257 HTTP/1.1" status: 200 len: 267 time: 0.0408168 Jun 07 08:16:33.772517 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-24fc4ab5-017a-4f54-8dd5-b5b5b7595209 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:33.773978 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-24fc4ab5-017a-4f54-8dd5-b5b5b7595209 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 811 time: 0.1414468 Jun 07 08:16:33.789031 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-e75cd611-3ca3-4176-979c-5f145848b959 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/quotas/ce9cc2aee9304668a5705bffda363257 HTTP/1.1" status: 200 len: 375 time: 0.0090475 Jun 07 08:16:33.873346 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-d5aa968e-cd82-4745-a55f-b47baa6deac4 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792074 Jun 07 08:16:34.113523 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-524ec6ad-e4f0-4068-98d4-1732f9221611 service neutron] 10.222.0.43 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282982 Jun 07 08:16:34.253796 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-e87b9463-4452-40c1-aba9-e9b88b0e262c service neutron] 10.222.0.43 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335061 Jun 07 08:16:34.644755 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-88376da5-0005-4e16-923b-481669a5c4bc req-4a92d52b-8444-44c3-aed8-723f76a5147f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 210 time: 0.0429595 Jun 07 08:16:35.711585 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-50842c3f-28bf-4a3b-b6c3-5667058aabe7 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:35.713025 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-50842c3f-28bf-4a3b-b6c3-5667058aabe7 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.48 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 811 time: 0.1499350 Jun 07 08:16:35.809648 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-f95aa602-8d0c-42db-b505-171b2e196bd5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce9cc2aee9304668a5705bffda363257 HTTP/1.1" status: 200 len: 380 time: 0.0865698 Jun 07 08:16:35.821732 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b1b1190d-3229-489c-92b9-cbb645f55bf0 req-f668b2c0-b318-4bbd-9a2f-b1606609f378 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 210 time: 0.0630660 Jun 07 08:16:35.825214 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Request body: {'port': {'device_id': '7db77e13-cab4-44f3-8af9-bfc2ebbc7200', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'admin_state_up': True, 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'security_groups': ['755a82ea-a4b9-427b-aaab-58743554c1c8']}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:35.974402 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Made reservation on behalf of ce9cc2aee9304668a5705bffda363257 for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:16:35.977739 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:36.141165 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Allocated IP 172.20.0.8 (7e29fad3-ca45-4f43-8c33-ab6eb996f68f/8440314a-dcc6-41c1-8819-e39c3089ae84/04e25c2e-acc2-452a-9d7d-047acfe09be4) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:36.333387 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:36.352854 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Transition to ACTIVE for port object 04e25c2e-acc2-452a-9d7d-047acfe09be4 will not be triggered until provisioned by entity DHCP. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:36.378716 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:36.385175 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3794d05e-a3a1-4f07-8d7e-801c2e2ec0b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:36.448430 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:36.451554 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:36.455537 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:36.509142 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'Port': ['ID=04e25c2e-acc2-452a-9d7d-047acfe09be4,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:36.517274 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:36.533921 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:36.534522 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:36.553161 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7337508 Jun 07 08:16:36.564318 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Request body: {'port': {'device_id': '7db77e13-cab4-44f3-8af9-bfc2ebbc7200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:36.642790 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d7bbc8bc-7654-4fd6-9b39-dbf84c518fa4 None None] Provisioning for port 04e25c2e-acc2-452a-9d7d-047acfe09be4 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:36.648124 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-d7bbc8bc-7654-4fd6-9b39-dbf84c518fa4 None None] Provisioning complete for port 04e25c2e-acc2-452a-9d7d-047acfe09be4 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:36.648496 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc8bc-7654-4fd6-9b39-dbf84c518fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:36.679809 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:36.699945 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d7bbc8bc-7654-4fd6-9b39-dbf84c518fa4 None None] Port 04e25c2e-acc2-452a-9d7d-047acfe09be4 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:16:36.825422 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.073408 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e25c2e-acc2-452a-9d7d-047acfe09be4 {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:16:37.084130 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e3187-0402-4eb3-b586-1636e846f763 req-f5b1cd73-92c2-4423-a0a0-b692106840ee tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:37.085529 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-445e3187-0402-4eb3-b586-1636e846f763 req-f5b1cd73-92c2-4423-a0a0-b692106840ee tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 931 time: 0.1520231 Jun 07 08:16:37.089436 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.123707 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Transition to ACTIVE for port object 04e25c2e-acc2-452a-9d7d-047acfe09be4 will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:16:37.135273 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.144809 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a55e1206-1c6a-4a74-8bad-b4c2920a3ebe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:37.345360 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-445e3187-0402-4eb3-b586-1636e846f763 req-e20ae522-33a8-45cb-9d2c-de19d8e8b3aa tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533500 Jun 07 08:16:37.374034 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Pushing event updated for resources: {'Port': ['ID=04e25c2e-acc2-452a-9d7d-047acfe09be4,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:37.377550 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:37.482280 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Attempting to bind port 04e25c2e-acc2-452a-9d7d-047acfe09be4 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:16:37.482619 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Attempting to bind port 04e25c2e-acc2-452a-9d7d-047acfe09be4 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:16:37.482944 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Attempting to bind port 04e25c2e-acc2-452a-9d7d-047acfe09be4 on network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:37.487553 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Port 04e25c2e-acc2-452a-9d7d-047acfe09be4 on network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:16:37.487863 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Attempting to bind port 04e25c2e-acc2-452a-9d7d-047acfe09be4 on network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:16:37.493481 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:16:37.493812 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Checking segment: {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:16:37.494194 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Bound using segment: {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:16:37.494610 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Bound port: 04e25c2e-acc2-452a-9d7d-047acfe09be4, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:16:37.494952 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.597874 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] For port 04e25c2e-acc2-452a-9d7d-047acfe09be4, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:16:37.602134 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] For port 04e25c2e-acc2-452a-9d7d-047acfe09be4, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=04e25c2e-acc2-452a-9d7d-047acfe09be4,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:16:37.607266 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.611723 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-534e6aaf-41a3-4cea-bab5-9dd81491bc68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:37.665757 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:37.666361 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:37.667714 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] 10.222.0.48 "PUT /v2.0/ports/04e25c2e-acc2-452a-9d7d-047acfe09be4 HTTP/1.1" status: 200 len: 1093 time: 1.1076021 Jun 07 08:16:37.668315 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db77e13-cab4-44f3-8af9-bfc2ebbc7200', 'tag': '04e25c2e-acc2-452a-9d7d-047acfe09be4'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:37.670632 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612f4880-e5f8-480d-bf13-c8add75fb75d" -d '{"events": [{"name": "network-changed", "server_uuid": "7db77e13-cab4-44f3-8af9-bfc2ebbc7200", "tag": "04e25c2e-acc2-452a-9d7d-047acfe09be4"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:37.694179 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Pushing event updated for resources: {'Port': ['ID=04e25c2e-acc2-452a-9d7d-047acfe09be4,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:37.699504 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:37.787631 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-4d3f6ff4-a034-481f-9df7-b8688c3da5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:37.789370 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-4d3f6ff4-a034-481f-9df7-b8688c3da5a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 1096 time: 0.0801401 Jun 07 08:16:37.862242 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-a3ef3a73-9164-43bd-8f78-61a61b2d8e36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04e25c2e-acc2-452a-9d7d-047acfe09be4 HTTP/1.1" status: 200 len: 217 time: 0.0661345 Jun 07 08:16:37.867545 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4058419c-3e15-4e5a-86c7-d54dfc8793e9 x-openstack-request-id: req-4058419c-3e15-4e5a-86c7-d54dfc8793e9 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:37.867961 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db77e13-cab4-44f3-8af9-bfc2ebbc7200", "tag": "04e25c2e-acc2-452a-9d7d-047acfe09be4", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:37.868411 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4058419c-3e15-4e5a-86c7-d54dfc8793e9 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:37.869279 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db77e13-cab4-44f3-8af9-bfc2ebbc7200', 'tag': '04e25c2e-acc2-452a-9d7d-047acfe09be4', 'status': 'completed', 'code': 200} Jun 07 08:16:37.925827 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-2451def2-d4bf-4f58-931b-47a6739e646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:37.927934 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-2451def2-d4bf-4f58-931b-47a6739e646d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440314a-dcc6-41c1-8819-e39c3089ae84 HTTP/1.1" status: 200 len: 850 time: 0.0576723 Jun 07 08:16:38.000933 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-4176afce-210c-4d0f-ba4c-34b3625e110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:38.002403 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-4176afce-210c-4d0f-ba4c-34b3625e110f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0682399 Jun 07 08:16:38.131502 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-ff863d45-01fd-45d1-9462-e954ad853e3b service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225374 Jun 07 08:16:38.259543 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c9d0ad9e-4ee9-430a-9a78-7a12152f45a4 req-40c52829-3be5-4964-85d8-5ae38e2a1aeb service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213531 Jun 07 08:16:38.307343 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-75c3cff7-3932-4794-a580-1d8b3fc5e822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:38.394072 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f4880-e5f8-480d-bf13-c8add75fb75d req-da6b5320-3983-46c7-a96a-950378ddf13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:38.396213 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-612f4880-e5f8-480d-bf13-c8add75fb75d req-da6b5320-3983-46c7-a96a-950378ddf13c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 1096 time: 0.0742154 Jun 07 08:16:38.525748 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f4880-e5f8-480d-bf13-c8add75fb75d req-499b9493-747a-452b-b179-cc881e5a3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:38.527209 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-612f4880-e5f8-480d-bf13-c8add75fb75d req-499b9493-747a-452b-b179-cc881e5a3476 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 912 time: 0.1245406 Jun 07 08:16:38.544707 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56064b07-cd54-4eae-83f3-eee3f47a5844 req-755c9914-857a-4580-96e1-7db7c7b6c5a3 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:38.546191 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-56064b07-cd54-4eae-83f3-eee3f47a5844 req-755c9914-857a-4580-96e1-7db7c7b6c5a3 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 943 time: 0.0835881 Jun 07 08:16:38.593541 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-56064b07-cd54-4eae-83f3-eee3f47a5844 req-65bef4e2-c7d2-4e81-806b-6d280428b714 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393381 Jun 07 08:16:38.600259 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-612f4880-e5f8-480d-bf13-c8add75fb75d req-a3c80286-8c47-4237-bb04-db3a77cedf56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04e25c2e-acc2-452a-9d7d-047acfe09be4 HTTP/1.1" status: 200 len: 217 time: 0.0635419 Jun 07 08:16:38.674217 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f4880-e5f8-480d-bf13-c8add75fb75d req-1478bd7d-448b-48c3-a760-1455ecd1082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:38.675906 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-612f4880-e5f8-480d-bf13-c8add75fb75d req-1478bd7d-448b-48c3-a760-1455ecd1082a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440314a-dcc6-41c1-8819-e39c3089ae84 HTTP/1.1" status: 200 len: 850 time: 0.0690546 Jun 07 08:16:38.757364 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f4880-e5f8-480d-bf13-c8add75fb75d req-1495a4cf-d46a-4744-8e46-fb96fd268aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:38.758847 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-612f4880-e5f8-480d-bf13-c8add75fb75d req-1495a4cf-d46a-4744-8e46-fb96fd268aa6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0728838 Jun 07 08:16:38.888212 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-612f4880-e5f8-480d-bf13-c8add75fb75d req-54a8f10a-e01b-4e47-b7f3-91bdd0c597d9 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222231 Jun 07 08:16:39.114197 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-612f4880-e5f8-480d-bf13-c8add75fb75d req-d6ade6b8-2670-42ee-85ec-4626cf771603 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176945 Jun 07 08:16:39.296401 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:16:39.782419 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e920c3c-d1e0-4bd9-8c01-822709349f1d req-c6790727-f7d5-4bbd-b42e-9c60051bab99 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:39.783939 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8e920c3c-d1e0-4bd9-8c01-822709349f1d req-c6790727-f7d5-4bbd-b42e-9c60051bab99 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 943 time: 0.0779283 Jun 07 08:16:39.831880 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8e920c3c-d1e0-4bd9-8c01-822709349f1d req-95d91f0c-2777-4ffd-8827-229579cae9cd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423737 Jun 07 08:16:40.842273 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:40.998872 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-fe662e9f-662a-4dcf-89c7-61f8f542d114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:41.020701 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcb587-82b2-4758-9c69-de8b310cdd9b req-156e419f-c146-4270-9041-d1347532c5b3 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:41.022154 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6cdcb587-82b2-4758-9c69-de8b310cdd9b req-156e419f-c146-4270-9041-d1347532c5b3 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 943 time: 0.0831549 Jun 07 08:16:41.065553 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-6cdcb587-82b2-4758-9c69-de8b310cdd9b req-b859483b-51b8-41ce-be8f-1ccd210af793 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376613 Jun 07 08:16:41.940325 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:42.252536 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335504c-f7ba-43d6-8db1-b57045065ac0 req-1907bb2c-806e-4855-bd7f-4cbe41b19aed tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:42.253897 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0335504c-f7ba-43d6-8db1-b57045065ac0 req-1907bb2c-806e-4855-bd7f-4cbe41b19aed tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 943 time: 0.0817695 Jun 07 08:16:42.299042 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0335504c-f7ba-43d6-8db1-b57045065ac0 req-d9cd2d3e-928d-4a46-8e56-c9f72219ecaa tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384607 Jun 07 08:16:43.484176 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a437e5-eb83-4d45-ae5a-076fbaab9531 req-86f6a228-00d5-4515-bac9-bb7bfdfd0285 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:43.485654 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-33a437e5-eb83-4d45-ae5a-076fbaab9531 req-86f6a228-00d5-4515-bac9-bb7bfdfd0285 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 943 time: 0.0796981 Jun 07 08:16:43.529745 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-33a437e5-eb83-4d45-ae5a-076fbaab9531 req-813dbb1d-b44d-493f-b12a-3abb5d8f4963 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384657 Jun 07 08:16:43.548969 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:44.717343 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba213f9-dc37-43bb-b868-53a4fd747a21 req-2236efbd-dd70-484d-96ff-da97be1761d2 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:44.718816 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9ba213f9-dc37-43bb-b868-53a4fd747a21 req-2236efbd-dd70-484d-96ff-da97be1761d2 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 943 time: 0.0855269 Jun 07 08:16:44.763809 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9ba213f9-dc37-43bb-b868-53a4fd747a21 req-7020f835-08a5-4da1-b007-00255e84060d tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384924 Jun 07 08:16:45.949621 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aea84-8b48-47f8-ba60-721327a4945c req-45bbff72-9d7e-4b33-af92-3add16917627 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:45.951036 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5f8aea84-8b48-47f8-ba60-721327a4945c req-45bbff72-9d7e-4b33-af92-3add16917627 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 943 time: 0.0815454 Jun 07 08:16:45.994581 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5f8aea84-8b48-47f8-ba60-721327a4945c req-e2913250-356a-4037-85d1-4144af4f8e00 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380297 Jun 07 08:16:46.046870 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 04e25c2e-acc2-452a-9d7d-047acfe09be4 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:16:46.181062 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 04e25c2e-acc2-452a-9d7d-047acfe09be4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=04e25c2e-acc2-452a-9d7d-047acfe09be4,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:46.194220 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '04e25c2e-acc2-452a-9d7d-047acfe09be4', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'port_id': '04e25c2e-acc2-452a-9d7d-047acfe09be4', 'mac_address': 'fa:16:3e:2f:bb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:16:46.248357 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:46.264715 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e25c2e-acc2-452a-9d7d-047acfe09be4 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:16:46.279460 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 04e25c2e-acc2-452a-9d7d-047acfe09be4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=04e25c2e-acc2-452a-9d7d-047acfe09be4,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:46.282789 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:46.284421 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-7ac3873f-5202-4465-ba26-f55194ed7d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:46.353286 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=04e25c2e-acc2-452a-9d7d-047acfe09be4,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:46.360264 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:46.360615 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:46.360955 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:46.361290 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:46.361642 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:46.361978 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:46.362307 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:46.362630 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:46.362951 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:46.363269 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:46.363588 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:46.364499 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:16:46.368235 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:46.539025 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['04e25c2e-acc2-452a-9d7d-047acfe09be4'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:16:47.185410 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d9dc1-8fab-49ed-bbdc-58b78936413a req-4cc02289-5a19-4a3e-984c-e12bd47130d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:47.186834 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ee2d9dc1-8fab-49ed-bbdc-58b78936413a req-4cc02289-5a19-4a3e-984c-e12bd47130d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 944 time: 0.0843618 Jun 07 08:16:47.230889 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ee2d9dc1-8fab-49ed-bbdc-58b78936413a req-30fd70ec-9ac8-4fef-9a3b-777d50d40e83 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377970 Jun 07 08:16:48.062067 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 04e25c2e-acc2-452a-9d7d-047acfe09be4 up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:16:48.136785 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port 04e25c2e-acc2-452a-9d7d-047acfe09be4 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:16:48.141370 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 04e25c2e-acc2-452a-9d7d-047acfe09be4 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:16:48.141756 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:48.255655 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:48.282049 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db77e13-cab4-44f3-8af9-bfc2ebbc7200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e25c2e-acc2-452a-9d7d-047acfe09be4'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:48.284249 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807d8df4-612a-48fe-8b54-a385a9bdbfdc" -d '{"events": [{"server_uuid": "7db77e13-cab4-44f3-8af9-bfc2ebbc7200", "name": "network-vif-plugged", "status": "completed", "tag": "04e25c2e-acc2-452a-9d7d-047acfe09be4"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:48.292173 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 04e25c2e-acc2-452a-9d7d-047acfe09be4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=04e25c2e-acc2-452a-9d7d-047acfe09be4,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:16:48.297378 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:48.299237 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:48.369947 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=04e25c2e-acc2-452a-9d7d-047acfe09be4,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:48.373768 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:48.388884 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22d4d78-7215-42fd-b775-00a8f017ae9a x-openstack-request-id: req-e22d4d78-7215-42fd-b775-00a8f017ae9a {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:48.389178 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db77e13-cab4-44f3-8af9-bfc2ebbc7200", "name": "network-vif-plugged", "status": "completed", "tag": "04e25c2e-acc2-452a-9d7d-047acfe09be4", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:48.389471 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e22d4d78-7215-42fd-b775-00a8f017ae9a {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:48.389866 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db77e13-cab4-44f3-8af9-bfc2ebbc7200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e25c2e-acc2-452a-9d7d-047acfe09be4', 'code': 200} Jun 07 08:16:48.428263 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a073fd-88c8-4afa-ac80-14191d8e66bf req-a67d5fb4-8db6-444c-8583-136b6cf95397 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:48.429940 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-40a073fd-88c8-4afa-ac80-14191d8e66bf req-a67d5fb4-8db6-444c-8583-136b6cf95397 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 945 time: 0.0914307 Jun 07 08:16:48.477788 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-40a073fd-88c8-4afa-ac80-14191d8e66bf req-51178e04-d940-4dd0-a0db-e508d60b5d2c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Jun 07 08:16:48.683635 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0b13f-7c42-45d9-979a-7c8b2451141c req-72373989-5b80-4f0b-a320-d5e8a985a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:48.685070 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-98d0b13f-7c42-45d9-979a-7c8b2451141c req-72373989-5b80-4f0b-a320-d5e8a985a819 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 1098 time: 0.0718110 Jun 07 08:16:48.729962 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-98d0b13f-7c42-45d9-979a-7c8b2451141c req-b061df0d-5cdf-4876-b417-bbbe0793ba41 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369565 Jun 07 08:16:49.672428 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27b9e7-05d3-4bb8-a76c-1c4595fe382f req-5d143038-2a4b-4986-a8ae-740fe709f90b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:49.674011 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3f27b9e7-05d3-4bb8-a76c-1c4595fe382f req-5d143038-2a4b-4986-a8ae-740fe709f90b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 945 time: 0.0807652 Jun 07 08:16:49.710823 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358a77f-43fc-4421-ab00-a98cee8b6abc req-4abc6d0c-dddb-40ac-bd43-5bcc9da7c722 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:49.712252 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f358a77f-43fc-4421-ab00-a98cee8b6abc req-4abc6d0c-dddb-40ac-bd43-5bcc9da7c722 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0804775 Jun 07 08:16:49.724543 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3f27b9e7-05d3-4bb8-a76c-1c4595fe382f req-f76e89d4-38d2-4f72-97c8-6dfa4d22e4f1 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441282 Jun 07 08:16:49.770941 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f358a77f-43fc-4421-ab00-a98cee8b6abc req-b0d81221-2ad4-4392-9a2c-7b55f77512d9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519607 Jun 07 08:16:50.914667 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb003a38-d28f-4c39-acb0-1d738ec08881 req-10ef7df7-8109-4ca9-8bb5-47aa86e3e08a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:50.916134 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-eb003a38-d28f-4c39-acb0-1d738ec08881 req-10ef7df7-8109-4ca9-8bb5-47aa86e3e08a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 945 time: 0.0843408 Jun 07 08:16:50.963119 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f5943-04e0-4099-9560-b044807a6059 req-41b75000-5758-4bb7-9d16-22239b3118c9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:50.963798 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-eb003a38-d28f-4c39-acb0-1d738ec08881 req-2587b14e-bc83-4dfa-8c16-757ebe3e548c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414290 Jun 07 08:16:50.964592 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-998f5943-04e0-4099-9560-b044807a6059 req-41b75000-5758-4bb7-9d16-22239b3118c9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0802326 Jun 07 08:16:51.017772 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-998f5943-04e0-4099-9560-b044807a6059 req-eddd1c95-0210-48d1-a945-eca5ce1d2e22 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474944 Jun 07 08:16:51.200180 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad92b34-6851-4deb-863b-a069f5e59784 req-f7476d18-0606-475e-8029-b943f3ff51be tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:51.201637 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3ad92b34-6851-4deb-863b-a069f5e59784 req-f7476d18-0606-475e-8029-b943f3ff51be tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 945 time: 0.0860445 Jun 07 08:16:51.244957 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3ad92b34-6851-4deb-863b-a069f5e59784 req-3ccf9dfb-568f-4d89-9a7a-af7189929e3d tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375879 Jun 07 08:16:51.267755 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56588) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:51.442955 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb877a-a72a-4236-afe7-0e926903db81 tempest-TestVolumeBootPattern-850476082 tempest-TestVolumeBootPattern-850476082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:51.444397 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-d5eb877a-a72a-4236-afe7-0e926903db81 tempest-TestVolumeBootPattern-850476082 tempest-TestVolumeBootPattern-850476082-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 1093 time: 0.1757023 Jun 07 08:16:51.447303 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56592) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:16:51.451514 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Request body: {'floatingip': {'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'port_id': '04e25c2e-acc2-452a-9d7d-047acfe09be4', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:16:51.473538 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for floatingip, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:51.605503 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:51.745334 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Allocated IP 172.27.1.39 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/e65c5963-e5ca-4ec3-9eb8-510fc69a24d4) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:16:51.886388 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:51.915527 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:51.921664 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-0920efc6-f27c-4272-9808-cdbd5a727665 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:51.978485 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:16:51.981233 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:16:51.984750 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:16:52.025187 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'Port': ['ID=e65c5963-e5ca-4ec3-9eb8-510fc69a24d4,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:52.028934 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:52.211181 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aff506-a10d-4e73-96e8-a9dc792c4d92 req-e143b7f6-eecc-4551-8cf3-7291a33fda90 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:52.212635 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-46aff506-a10d-4e73-96e8-a9dc792c4d92 req-e143b7f6-eecc-4551-8cf3-7291a33fda90 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0810189 Jun 07 08:16:52.258334 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-46aff506-a10d-4e73-96e8-a9dc792c4d92 req-e024e93a-4641-4bef-8194-1b0b65f4f006 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396173 Jun 07 08:16:52.399828 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:52.473549 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:52.785739 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:52.789998 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:52.794254 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a4b05f2e-5ebf-4102-ab07-997e19b06bb8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:16:52.902325 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'Port': ['ID=e65c5963-e5ca-4ec3-9eb8-510fc69a24d4,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:16:52.906193 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:16:52.908913 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:53.076793 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.l3_db [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Floating IP 58839c1a-b795-4574-b087-dfed3b62bc70 associated. External IP: 172.27.1.39, port: 04e25c2e-acc2-452a-9d7d-047acfe09be4. Jun 07 08:16:53.435594 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Router fac56fd0-fcb5-47c6-b241-c4e285e067ce has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:16:53.543986 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb3cb9-b9a6-4daf-864d-948b1b30c62a req-9344edb3-2065-4a9f-b5cc-814acce20a10 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:53.545376 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e2fb3cb9-b9a6-4daf-864d-948b1b30c62a req-9344edb3-2065-4a9f-b5cc-814acce20a10 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.1722386 Jun 07 08:16:53.590538 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e2fb3cb9-b9a6-4daf-864d-948b1b30c62a req-e46d2586-4997-479d-9039-252b80b888e2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390675 Jun 07 08:16:53.615286 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:16:53.624294 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b66ee3-5f9b-4991-87ff-144fee2fa8f6 None None] Sync routers for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:16:53.634466 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b66ee3-5f9b-4991-87ff-144fee2fa8f6 None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:53.635207 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-30b66ee3-5f9b-4991-87ff-144fee2fa8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:16:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:53.636484 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:16:53.693174 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2448714 Jun 07 08:16:53.693854 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db77e13-cab4-44f3-8af9-bfc2ebbc7200', 'tag': '04e25c2e-acc2-452a-9d7d-047acfe09be4'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:16:53.696136 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5304273b-8dbf-4c8f-94f6-96119ed8ca27" -d '{"events": [{"name": "network-changed", "server_uuid": "7db77e13-cab4-44f3-8af9-bfc2ebbc7200", "tag": "04e25c2e-acc2-452a-9d7d-047acfe09be4"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:16:53.742630 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5056df49-17a2-43bd-94c3-d56f920e12ed x-openstack-request-id: req-5056df49-17a2-43bd-94c3-d56f920e12ed {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:16:53.742950 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db77e13-cab4-44f3-8af9-bfc2ebbc7200", "tag": "04e25c2e-acc2-452a-9d7d-047acfe09be4", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:16:53.743237 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5056df49-17a2-43bd-94c3-d56f920e12ed {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:16:53.743688 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db77e13-cab4-44f3-8af9-bfc2ebbc7200', 'tag': '04e25c2e-acc2-452a-9d7d-047acfe09be4', 'status': 'completed', 'code': 200} Jun 07 08:16:53.818053 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-30b66ee3-5f9b-4991-87ff-144fee2fa8f6 None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:53.838688 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304273b-8dbf-4c8f-94f6-96119ed8ca27 req-44615e92-ddc1-48d2-98e8-b0feb244304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:53.840166 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5304273b-8dbf-4c8f-94f6-96119ed8ca27 req-44615e92-ddc1-48d2-98e8-b0feb244304a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 1098 time: 0.0741601 Jun 07 08:16:53.974220 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304273b-8dbf-4c8f-94f6-96119ed8ca27 req-1b912ee2-1dff-4ebd-bfcb-c447268c11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:53.975644 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5304273b-8dbf-4c8f-94f6-96119ed8ca27 req-1b912ee2-1dff-4ebd-bfcb-c447268c11ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 912 time: 0.1276796 Jun 07 08:16:54.186295 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5304273b-8dbf-4c8f-94f6-96119ed8ca27 req-e127051b-df20-492a-9f8c-9e70aae5521c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04e25c2e-acc2-452a-9d7d-047acfe09be4 HTTP/1.1" status: 200 len: 998 time: 0.2038982 Jun 07 08:16:54.197960 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-30b66ee3-5f9b-4991-87ff-144fee2fa8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '58839c1a-b795-4574-b087-dfed3b62bc70', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'port_id': '04e25c2e-acc2-452a-9d7d-047acfe09be4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'mac_address': 'fa:16:3e:2f:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db77e13-cab4-44f3-8af9-bfc2ebbc7200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:16:52Z', 'updated_at': '2021-06-07T08:16:52Z', 'revision_number': 0, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:54.201739 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b66ee3-5f9b-4991-87ff-144fee2fa8f6 None None] Checking router: fac56fd0-fcb5-47c6-b241-c4e285e067ce for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:16:54.210589 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b66ee3-5f9b-4991-87ff-144fee2fa8f6 None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:16:54.211199 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-30b66ee3-5f9b-4991-87ff-144fee2fa8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:16:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:54.250172 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304273b-8dbf-4c8f-94f6-96119ed8ca27 req-1f54caeb-e8a8-4269-8e4c-76a6cece8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:54.251595 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5304273b-8dbf-4c8f-94f6-96119ed8ca27 req-1f54caeb-e8a8-4269-8e4c-76a6cece8e55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440314a-dcc6-41c1-8819-e39c3089ae84 HTTP/1.1" status: 200 len: 850 time: 0.0564852 Jun 07 08:16:54.324188 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304273b-8dbf-4c8f-94f6-96119ed8ca27 req-f89d836e-2199-4fca-abb2-ad44bb5ae14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:54.325654 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5304273b-8dbf-4c8f-94f6-96119ed8ca27 req-f89d836e-2199-4fca-abb2-ad44bb5ae14c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0680420 Jun 07 08:16:54.388584 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-30b66ee3-5f9b-4991-87ff-144fee2fa8f6 None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:16:54.478040 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5304273b-8dbf-4c8f-94f6-96119ed8ca27 req-9e4f3f67-4b05-4093-ac44-4614c079b751 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441207 Jun 07 08:16:54.610363 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5304273b-8dbf-4c8f-94f6-96119ed8ca27 req-46305c66-3524-4ad5-bc65-698b8dee60ad service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241219 Jun 07 08:16:54.742645 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-30b66ee3-5f9b-4991-87ff-144fee2fa8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '58839c1a-b795-4574-b087-dfed3b62bc70', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'port_id': '04e25c2e-acc2-452a-9d7d-047acfe09be4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'mac_address': 'fa:16:3e:2f:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db77e13-cab4-44f3-8af9-bfc2ebbc7200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:16:52Z', 'updated_at': '2021-06-07T08:16:52Z', 'revision_number': 0, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:16:54.746654 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b66ee3-5f9b-4991-87ff-144fee2fa8f6 None None] The sync data for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi is: [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '58839c1a-b795-4574-b087-dfed3b62bc70', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'port_id': '04e25c2e-acc2-452a-9d7d-047acfe09be4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'mac_address': 'fa:16:3e:2f:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db77e13-cab4-44f3-8af9-bfc2ebbc7200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:16:52Z', 'updated_at': '2021-06-07T08:16:52Z', 'revision_number': 0, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:16:54.812703 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcddaa6-d64e-4d88-bab6-3f9fe71b74ba req-2242e191-6bb2-41bd-9f1a-d63030b179bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:54.814907 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-abcddaa6-d64e-4d88-bab6-3f9fe71b74ba req-2242e191-6bb2-41bd-9f1a-d63030b179bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.1080093 Jun 07 08:16:54.859734 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-abcddaa6-d64e-4d88-bab6-3f9fe71b74ba req-603f3576-7582-4317-a449-a6f3377afc93 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383554 Jun 07 08:16:54.936860 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6d37a3-6297-47a8-9219-72a4c263f62c None None] New status for floating IP 58839c1a-b795-4574-b087-dfed3b62bc70: ACTIVE {{(pid=91885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:16:56.053498 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b37c8-3233-4346-a02c-70c7dccfa5ae req-1434e498-1f71-48df-b2e5-38c41aec3cb4 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:56.054958 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e37b37c8-3233-4346-a02c-70c7dccfa5ae req-1434e498-1f71-48df-b2e5-38c41aec3cb4 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0787437 Jun 07 08:16:56.102677 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e37b37c8-3233-4346-a02c-70c7dccfa5ae req-62496de9-b932-42f1-97fd-028ccd4ddd9b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418148 Jun 07 08:16:57.290890 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4bb33-5fc8-4c9b-bd20-a84e58c5b58c req-733edbc2-545e-4c2a-b392-60c0603dc005 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:57.292221 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2ca4bb33-5fc8-4c9b-bd20-a84e58c5b58c req-733edbc2-545e-4c2a-b392-60c0603dc005 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0779243 Jun 07 08:16:57.335830 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2ca4bb33-5fc8-4c9b-bd20-a84e58c5b58c req-0dc438e6-f719-4330-972d-12316282241d tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378096 Jun 07 08:16:58.527498 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae76d5d-3530-40a9-8c39-7621c7c13664 req-16dbdca4-79de-4020-b9ba-bcc5dfd32307 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:58.528928 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fae76d5d-3530-40a9-8c39-7621c7c13664 req-16dbdca4-79de-4020-b9ba-bcc5dfd32307 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0818048 Jun 07 08:16:58.574707 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fae76d5d-3530-40a9-8c39-7621c7c13664 req-a2f97070-ef0f-49b7-8a78-c27ea16c13e6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402319 Jun 07 08:16:59.767290 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b129e44-0b44-4fbd-9ffe-924c717c52ca req-9ac8f9d1-a50a-4dcc-b747-7e60886dc8cc tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:16:59.768732 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8b129e44-0b44-4fbd-9ffe-924c717c52ca req-9ac8f9d1-a50a-4dcc-b747-7e60886dc8cc tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0796416 Jun 07 08:16:59.814477 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8b129e44-0b44-4fbd-9ffe-924c717c52ca req-5ba7cf6e-6be0-4960-9cbe-3518e4354cde tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387611 Jun 07 08:17:01.016262 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bdf67-a936-4581-9120-d74d91628e12 req-2053de50-1c33-483d-a60e-818a396393db tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:01.017741 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-548bdf67-a936-4581-9120-d74d91628e12 req-2053de50-1c33-483d-a60e-818a396393db tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0893347 Jun 07 08:17:01.063637 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-548bdf67-a936-4581-9120-d74d91628e12 req-469d61fc-9efd-4e97-b12a-86d6e47fecd0 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391352 Jun 07 08:17:02.261350 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb55f8b-b760-469b-bb87-4dab9caa922d req-ad03cd49-5edd-46a4-b23e-aba378fd9633 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:02.262845 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6bb55f8b-b760-469b-bb87-4dab9caa922d req-ad03cd49-5edd-46a4-b23e-aba378fd9633 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0841010 Jun 07 08:17:02.311328 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6bb55f8b-b760-469b-bb87-4dab9caa922d req-cc3b7f9e-5fd5-4f79-a087-f84b5a3474fa tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428450 Jun 07 08:17:03.510798 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef69959-26d1-4ef7-a737-5675be6e286f req-ab27c17d-71c7-461a-b072-5a3cd5f200c8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:03.512264 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9ef69959-26d1-4ef7-a737-5675be6e286f req-ab27c17d-71c7-461a-b072-5a3cd5f200c8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0866001 Jun 07 08:17:03.557958 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9ef69959-26d1-4ef7-a737-5675be6e286f req-2604caad-80b5-4dbd-9bf1-00a5ef5dbb67 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402477 Jun 07 08:17:04.750468 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19433d-57f1-438c-9a05-54ba15c2c63e req-0e38c014-d32b-400c-9765-aada81103a3b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:04.751908 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1e19433d-57f1-438c-9a05-54ba15c2c63e req-0e38c014-d32b-400c-9765-aada81103a3b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0831807 Jun 07 08:17:04.801070 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1e19433d-57f1-438c-9a05-54ba15c2c63e req-deb1d21a-eee4-4cf5-9f6f-111fc8aae1de tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428309 Jun 07 08:17:05.997987 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551ce1e-fcf4-4e5a-b171-43464ef90dae req-aa01ca98-89a7-4810-8de6-4f2520671334 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:05.999321 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2551ce1e-fcf4-4e5a-b171-43464ef90dae req-aa01ca98-89a7-4810-8de6-4f2520671334 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0820768 Jun 07 08:17:06.049391 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2551ce1e-fcf4-4e5a-b171-43464ef90dae req-9d940647-15f2-4402-bc8a-3c26bf676868 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444281 Jun 07 08:17:06.827560 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:07.237967 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9d48a-f1f4-40ab-b0a9-b7dd04c7dd76 req-1362a17a-06ca-410b-a282-5535341d6f4d tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:07.239457 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5dc9d48a-f1f4-40ab-b0a9-b7dd04c7dd76 req-1362a17a-06ca-410b-a282-5535341d6f4d tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0806220 Jun 07 08:17:07.284134 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5dc9d48a-f1f4-40ab-b0a9-b7dd04c7dd76 req-e49fc9d6-4f2a-4321-8787-725c9f0b03ab tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387573 Jun 07 08:17:07.843272 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b8f85a10-cb89-4cef-abcc-989579cdac1c req-8dc8345d-848b-48cd-96b5-b5283e1c151b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685837 Jun 07 08:17:07.934083 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f85a10-cb89-4cef-abcc-989579cdac1c req-855035a0-7ca5-47e6-b966-58840eee89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:07.935527 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b8f85a10-cb89-4cef-abcc-989579cdac1c req-855035a0-7ca5-47e6-b966-58840eee89d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eeb38b748f524559845190d0c16370c9&device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 1098 time: 0.0697603 Jun 07 08:17:08.101776 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f85a10-cb89-4cef-abcc-989579cdac1c req-0b2de9df-a395-4d8d-97d9-135e80a32deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:08.103122 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b8f85a10-cb89-4cef-abcc-989579cdac1c req-0b2de9df-a395-4d8d-97d9-135e80a32deb service neutron] 10.222.0.48 "GET /v2.0/networks?id=74cb1bed-0784-4820-8a5f-b49c39060f66 HTTP/1.1" status: 200 len: 910 time: 0.1464927 Jun 07 08:17:08.207333 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b8f85a10-cb89-4cef-abcc-989579cdac1c req-4ffee55f-11ef-4f08-b6a8-46c4d4c17b4e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff233423-eb49-4ce5-a426-9381731061ae HTTP/1.1" status: 200 len: 1001 time: 0.0965168 Jun 07 08:17:08.276469 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f85a10-cb89-4cef-abcc-989579cdac1c req-36958d9e-38d4-4b71-8e21-8bc5fe3497ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:08.277934 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b8f85a10-cb89-4cef-abcc-989579cdac1c req-36958d9e-38d4-4b71-8e21-8bc5fe3497ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=851c1953-1ae7-4d4b-adb9-ab249dcd31a7 HTTP/1.1" status: 200 len: 848 time: 0.0643816 Jun 07 08:17:08.310221 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-bb248a7d-d7e6-408c-8be0-78049ea61c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:08.361596 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f85a10-cb89-4cef-abcc-989579cdac1c req-1fb9c308-4d57-47c8-8520-5febacbeaf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:08.363528 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b8f85a10-cb89-4cef-abcc-989579cdac1c req-1fb9c308-4d57-47c8-8520-5febacbeaf7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74cb1bed-0784-4820-8a5f-b49c39060f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0770774 Jun 07 08:17:08.650140 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b8f85a10-cb89-4cef-abcc-989579cdac1c req-b7bb692e-130e-47a5-a590-01151318289c service neutron] 10.222.0.48 "GET /v2.0/networks/74cb1bed-0784-4820-8a5f-b49c39060f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804487 Jun 07 08:17:08.682417 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334bae1-7c2d-41bd-9c25-c0a4516fc90b req-fb23f66d-fb58-499b-9e00-b71519028787 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:08.683804 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f334bae1-7c2d-41bd-9c25-c0a4516fc90b req-fb23f66d-fb58-499b-9e00-b71519028787 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.2791927 Jun 07 08:17:08.797092 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f334bae1-7c2d-41bd-9c25-c0a4516fc90b req-79086b88-b2c1-414f-990f-def6c1642ada tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046963 Jun 07 08:17:08.828978 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b8f85a10-cb89-4cef-abcc-989579cdac1c req-82b1fe28-baae-4d2c-a9f3-9a2ef1e1c038 service neutron] 10.222.0.48 "GET /v2.0/networks/74cb1bed-0784-4820-8a5f-b49c39060f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704652 Jun 07 08:17:09.995741 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0311fec-c68e-4d3e-9123-119235b18adc req-fe0d7689-7ade-4760-b9b0-7f63cd1768a9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:09.997176 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b0311fec-c68e-4d3e-9123-119235b18adc req-fe0d7689-7ade-4760-b9b0-7f63cd1768a9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0854375 Jun 07 08:17:10.041831 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b0311fec-c68e-4d3e-9123-119235b18adc req-fdac5b3b-b56a-4a2c-b523-4e6e6be0e362 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390937 Jun 07 08:17:10.844437 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:10.992329 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9e3aa101-a938-42cb-81f8-7dafb1dbcddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:11.229030 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d21a3-a801-4696-a68c-64551522c702 req-6735cca8-d9fd-4f74-bc20-b9e8177f1f9e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:11.230511 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c77d21a3-a801-4696-a68c-64551522c702 req-6735cca8-d9fd-4f74-bc20-b9e8177f1f9e tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0786097 Jun 07 08:17:11.277439 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c77d21a3-a801-4696-a68c-64551522c702 req-cd926182-48b6-4802-b17e-558fc9a6cb9f tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414357 Jun 07 08:17:11.943916 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:12.464896 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304de4b-9d74-4128-bf71-2669b8ab017c req-40959b02-b893-4db4-9e2c-c478e05a0bff tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:12.466357 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9304de4b-9d74-4128-bf71-2669b8ab017c req-40959b02-b893-4db4-9e2c-c478e05a0bff tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0799785 Jun 07 08:17:12.511330 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9304de4b-9d74-4128-bf71-2669b8ab017c req-d12b77cd-389e-4b22-8173-11a21f4c7053 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394392 Jun 07 08:17:13.548705 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:13.704816 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1039b3-0ce5-4615-beea-bc3dc107a074 req-7ec4aed5-d1ee-43ae-8339-f4b1785f448d tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:13.706300 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9b1039b3-0ce5-4615-beea-bc3dc107a074 req-7ec4aed5-d1ee-43ae-8339-f4b1785f448d tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0814581 Jun 07 08:17:13.757970 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9b1039b3-0ce5-4615-beea-bc3dc107a074 req-a46f5fee-4e4d-4212-9109-535617278143 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437102 Jun 07 08:17:14.953830 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f298a96-ef14-4577-9313-f398f6adbade req-e0ef8041-5325-47ce-a253-512ab9550646 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:14.955276 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0f298a96-ef14-4577-9313-f398f6adbade req-e0ef8041-5325-47ce-a253-512ab9550646 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0844853 Jun 07 08:17:15.011073 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0f298a96-ef14-4577-9313-f398f6adbade req-333ba1a3-1a37-402b-983a-4b75f83f320c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501094 Jun 07 08:17:16.198774 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e441485-fcd2-4da0-b07e-f702c853262f req-55c597fc-4020-457c-b839-7e11983faba7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:16.200196 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1e441485-fcd2-4da0-b07e-f702c853262f req-55c597fc-4020-457c-b839-7e11983faba7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0778718 Jun 07 08:17:16.247205 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1e441485-fcd2-4da0-b07e-f702c853262f req-8d0524c8-77a1-4eb6-a3c1-86868e93cf06 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413568 Jun 07 08:17:16.295219 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:17:17.437831 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9f959-01b1-4fbf-b864-58d52c8b09fa req-e81d98f4-96ee-4564-8976-0875763ddb38 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:17.439252 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f2d9f959-01b1-4fbf-b864-58d52c8b09fa req-e81d98f4-96ee-4564-8976-0875763ddb38 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0824096 Jun 07 08:17:17.482892 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f2d9f959-01b1-4fbf-b864-58d52c8b09fa req-d9973e59-1a01-4c6a-ae48-ca4f06840aee tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375068 Jun 07 08:17:18.667635 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617505ee-65e8-44ec-b89f-f62dd006d3f6 req-c2732841-66f4-40b8-b4a7-5cdbb93730fd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:18.668877 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-617505ee-65e8-44ec-b89f-f62dd006d3f6 req-c2732841-66f4-40b8-b4a7-5cdbb93730fd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0783851 Jun 07 08:17:18.714819 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-617505ee-65e8-44ec-b89f-f62dd006d3f6 req-549192fc-d35b-4c94-8a9b-08ea17b0bcd8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404658 Jun 07 08:17:19.910949 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddf058-e388-4032-9ce6-091d09c3a7e1 req-aa7f1dc8-ea54-45a7-8575-9e1d124f13a6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:19.912394 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0cddf058-e388-4032-9ce6-091d09c3a7e1 req-aa7f1dc8-ea54-45a7-8575-9e1d124f13a6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0781453 Jun 07 08:17:19.955914 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0cddf058-e388-4032-9ce6-091d09c3a7e1 req-4ec91275-619d-4df0-9ab4-184a9c3f3a0a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379474 Jun 07 08:17:21.154129 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c03a8-bbe3-4756-9ae4-ae4c72f8b391 req-1f1c354a-6e07-4730-8cba-37c75957070d tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:21.155554 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-214c03a8-bbe3-4756-9ae4-ae4c72f8b391 req-1f1c354a-6e07-4730-8cba-37c75957070d tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0832245 Jun 07 08:17:21.199551 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-214c03a8-bbe3-4756-9ae4-ae4c72f8b391 req-57de107f-844f-4bfa-9332-3b86222e3c25 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375152 Jun 07 08:17:22.214438 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 5be75054-bf63-4eb3-8681-8b55014d11c5 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:17:22.356483 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 5be75054-bf63-4eb3-8681-8b55014d11c5, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5be75054-bf63-4eb3-8681-8b55014d11c5,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:22.370785 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'port_id': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'mac_address': 'fa:16:3e:ee:c5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:17:22.406836 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a3c8a-b2ff-4ec8-a3db-ef542e46ea80 req-510cb406-e88d-4557-97c3-3f0c82eb0cf9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:22.408477 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f83a3c8a-b2ff-4ec8-a3db-ef542e46ea80 req-510cb406-e88d-4557-97c3-3f0c82eb0cf9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0917928 Jun 07 08:17:22.451380 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:22.457110 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f83a3c8a-b2ff-4ec8-a3db-ef542e46ea80 req-ef0481ff-4e9e-4916-a26c-f4a190ec73b2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430083 Jun 07 08:17:22.476963 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5be75054-bf63-4eb3-8681-8b55014d11c5 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:17:22.494052 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 5be75054-bf63-4eb3-8681-8b55014d11c5, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5be75054-bf63-4eb3-8681-8b55014d11c5,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:22.499228 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:22.505109 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:22.577162 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=5be75054-bf63-4eb3-8681-8b55014d11c5,revision_number=6']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:22.580312 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:22.603547 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['5be75054-bf63-4eb3-8681-8b55014d11c5'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:17:23.677891 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60208849-cb1c-444a-977e-d89fd4b323b9 req-83646025-cd63-4390-881f-1f59345c0367 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:23.685779 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-60208849-cb1c-444a-977e-d89fd4b323b9 req-83646025-cd63-4390-881f-1f59345c0367 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 944 time: 0.1059570 Jun 07 08:17:23.739963 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-60208849-cb1c-444a-977e-d89fd4b323b9 req-8e34ea63-c1a3-4b68-aeec-1c551513e850 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527971 Jun 07 08:17:24.217700 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 5be75054-bf63-4eb3-8681-8b55014d11c5 up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:24.297243 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 5be75054-bf63-4eb3-8681-8b55014d11c5 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:24.297658 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:24.430178 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:24.464032 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be75054-bf63-4eb3-8681-8b55014d11c5'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:24.467019 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac526b0-f073-48da-86a8-88e5978b7979" -d '{"events": [{"server_uuid": "0a54bb76-7e17-4518-8653-0f684a97c60a", "name": "network-vif-plugged", "status": "completed", "tag": "5be75054-bf63-4eb3-8681-8b55014d11c5"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:24.479248 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 5be75054-bf63-4eb3-8681-8b55014d11c5, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5be75054-bf63-4eb3-8681-8b55014d11c5,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:24.485685 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:24.488847 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:24.524404 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15107458-a337-4c59-bae9-1b344e00d5ea x-openstack-request-id: req-15107458-a337-4c59-bae9-1b344e00d5ea {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:24.524701 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a54bb76-7e17-4518-8653-0f684a97c60a", "name": "network-vif-plugged", "status": "completed", "tag": "5be75054-bf63-4eb3-8681-8b55014d11c5", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:24.524957 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15107458-a337-4c59-bae9-1b344e00d5ea {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:24.525399 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'code': 200} Jun 07 08:17:24.599756 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=5be75054-bf63-4eb3-8681-8b55014d11c5,revision_number=7']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:24.602890 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:24.982745 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ed4f7-e1d4-4a85-9f87-f4126ee01792 req-3ad5ec9c-e3ed-4910-bb8f-9cde89cef3a2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:24.985114 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-856ed4f7-e1d4-4a85-9f87-f4126ee01792 req-3ad5ec9c-e3ed-4910-bb8f-9cde89cef3a2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.1023505 Jun 07 08:17:25.045887 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-856ed4f7-e1d4-4a85-9f87-f4126ee01792 req-913447ac-8a37-4203-9a40-194505dca7bf tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530460 Jun 07 08:17:26.259636 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dafb48-e7a4-4263-90e4-71bffd5b7cdc req-f48a5679-42e0-46c5-a53a-3d1ca0771ba7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:26.264115 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-35dafb48-e7a4-4263-90e4-71bffd5b7cdc req-f48a5679-42e0-46c5-a53a-3d1ca0771ba7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0971355 Jun 07 08:17:26.320405 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-35dafb48-e7a4-4263-90e4-71bffd5b7cdc req-8699ae93-0ac2-4d3a-b3a5-ed6038b7c1d6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517182 Jun 07 08:17:27.516459 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e28d7-e79a-48ae-9444-a5b673ea182f req-1f664f0e-4686-4cf7-9a94-9129c1622bd9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:27.518060 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-107e28d7-e79a-48ae-9444-a5b673ea182f req-1f664f0e-4686-4cf7-9a94-9129c1622bd9 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0868568 Jun 07 08:17:27.580875 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-107e28d7-e79a-48ae-9444-a5b673ea182f req-fa02d544-bbf9-4e58-87ab-dc8c27227d55 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549986 Jun 07 08:17:28.729058 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20cb47-d754-4daf-9d83-b03a81f70465 req-00723e64-dd2e-4268-9af1-529a6824aed6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:28.735854 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ba20cb47-d754-4daf-9d83-b03a81f70465 req-00723e64-dd2e-4268-9af1-529a6824aed6 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 945 time: 0.0950620 Jun 07 08:17:28.783864 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ba20cb47-d754-4daf-9d83-b03a81f70465 req-8f85d70f-ee5a-4a9b-984d-28c724e4790f tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f92da72-7080-4f34-8e07-adf790aacc62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470569 Jun 07 08:17:28.837802 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545be8e-d8f2-4438-bd58-534bfba04388 req-b9e6c534-83f6-47ba-8d39-da6c92ef66bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:28.840464 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5545be8e-d8f2-4438-bd58-534bfba04388 req-b9e6c534-83f6-47ba-8d39-da6c92ef66bd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.1152515 Jun 07 08:17:28.901883 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5545be8e-d8f2-4438-bd58-534bfba04388 req-0e157945-fe20-4850-92a7-9d272476f6ce tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545151 Jun 07 08:17:29.995093 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d3e88-25a9-4c97-81b9-daab4c4dd8eb req-4a9f0f55-4f31-41ac-ae5f-ac7b75f1141e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:29.996622 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f90d3e88-25a9-4c97-81b9-daab4c4dd8eb req-4a9f0f55-4f31-41ac-ae5f-ac7b75f1141e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 945 time: 0.0956049 Jun 07 08:17:30.050768 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f90d3e88-25a9-4c97-81b9-daab4c4dd8eb req-995d2709-f79a-4067-9453-4d6ae1914430 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f92da72-7080-4f34-8e07-adf790aacc62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407512 Jun 07 08:17:30.137151 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb1623-1366-4725-8435-11f427bcaf5e req-70326188-1902-4c80-ab6e-25a85d8a3009 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:30.138900 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a3fb1623-1366-4725-8435-11f427bcaf5e req-70326188-1902-4c80-ab6e-25a85d8a3009 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.1011624 Jun 07 08:17:30.189596 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a3fb1623-1366-4725-8435-11f427bcaf5e req-00c55d16-acd6-4889-bf59-577a7a0edc21 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448744 Jun 07 08:17:30.499950 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-e2305525-67bc-4b7d-880c-8431364376d4 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:30.501806 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-e2305525-67bc-4b7d-880c-8431364376d4 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.48 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 945 time: 0.0843329 Jun 07 08:17:30.648285 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Deleting port 007291eb-b932-4c0e-abc0-772f8e8613c4 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:17:30.648632 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:30.790191 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] For port 007291eb-b932-4c0e-abc0-772f8e8613c4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=007291eb-b932-4c0e-abc0-772f8e8613c4,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:30.790811 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:31.277266 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:31.277996 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:31.277996 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.l3_db [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Floating IP ca098d30-ca49-4070-a3ad-4c769321d4c8 disassociated. External IP: 172.27.1.237, port: 007291eb-b932-4c0e-abc0-772f8e8613c4. Jun 07 08:17:31.278373 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Calling delete_port for 007291eb-b932-4c0e-abc0-772f8e8613c4 owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:17:31.315286 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721cfd5-b7cb-4f11-8633-0c4af288ce09 req-2aa1298f-0be4-4980-a84e-97b4e16e692e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:31.322988 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9721cfd5-b7cb-4f11-8633-0c4af288ce09 req-2aa1298f-0be4-4980-a84e-97b4e16e692e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 945 time: 0.1464925 Jun 07 08:17:31.387703 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9721cfd5-b7cb-4f11-8633-0c4af288ce09 req-d64dee35-6df5-4103-b08f-5701fbc3af38 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f92da72-7080-4f34-8e07-adf790aacc62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630357 Jun 07 08:17:31.445233 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca03b7-4fd9-4274-8aa3-5c4bde931531 req-383d03af-327f-44ae-8243-ec881ec00888 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:31.449793 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f1ca03b7-4fd9-4274-8aa3-5c4bde931531 req-383d03af-327f-44ae-8243-ec881ec00888 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.1073647 Jun 07 08:17:31.507477 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f1ca03b7-4fd9-4274-8aa3-5c4bde931531 req-1fa7a216-fc19-4b82-9bc5-1684772c351b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546715 Jun 07 08:17:31.522247 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:31.528744 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-70a6464e-0a51-44c1-af20-78dc48d90b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:31.578216 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event deleted for resources: {'Port': ['ID=007291eb-b932-4c0e-abc0-772f8e8613c4,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:31.589213 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:31.589799 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:31.590308 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:31.590818 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:31.591343 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:31.592065 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:31.592643 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:31.593098 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:31.593676 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:31.594151 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:31.594634 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:31.595111 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:31.605973 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:31.840182 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:17:32.032498 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:17:32.044195 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e99ac2-b429-4649-809b-24864a20dc6f None None] Sync routers for ids ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:17:32.055674 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e99ac2-b429-4649-809b-24864a20dc6f None None] Routers {'927c8704-4b6f-44b0-9bc1-db5e2bdf6475'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:32.056445 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-d3e99ac2-b429-4649-809b-24864a20dc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:17:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:32.114896 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] No DVR routers for this DVR port 007291eb-b932-4c0e-abc0-772f8e8613c4 on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:17:32.118006 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:32.120446 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f4d24ac8-8a95-4923-b193-5b21bb109aaf req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.48 "DELETE /v2.0/ports/007291eb-b932-4c0e-abc0-772f8e8613c4 HTTP/1.1" status: 204 len: 173 time: 1.6117604 Jun 07 08:17:32.120972 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ceb11f-540d-4789-bf2d-4e7b1e8968b2', 'name': 'network-vif-deleted', 'tag': '007291eb-b932-4c0e-abc0-772f8e8613c4'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:32.132569 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4961e6c1-94dd-40cf-9582-54d2c6d612f4" -d '{"events": [{"server_uuid": "97ceb11f-540d-4789-bf2d-4e7b1e8968b2", "name": "network-vif-deleted", "tag": "007291eb-b932-4c0e-abc0-772f8e8613c4"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:32.187239 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d2bdd3-458b-46c0-b253-026c6c97d25a x-openstack-request-id: req-71d2bdd3-458b-46c0-b253-026c6c97d25a {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:32.187570 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ceb11f-540d-4789-bf2d-4e7b1e8968b2", "name": "network-vif-deleted", "tag": "007291eb-b932-4c0e-abc0-772f8e8613c4", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:32.187876 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71d2bdd3-458b-46c0-b253-026c6c97d25a {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:32.188326 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ceb11f-540d-4789-bf2d-4e7b1e8968b2', 'name': 'network-vif-deleted', 'tag': '007291eb-b932-4c0e-abc0-772f8e8613c4', 'status': 'completed', 'code': 200} Jun 07 08:17:32.255132 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-d3e99ac2-b429-4649-809b-24864a20dc6f None None] Set router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:32.550739 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-15648cf6-d2c6-4fe3-b1ec-0114724639f8 req-681ab50f-51f1-48d0-bfbf-d43030674b14 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/ports?device_id=97ceb11f-540d-4789-bf2d-4e7b1e8968b2 HTTP/1.1" status: 200 len: 210 time: 0.0426435 Jun 07 08:17:32.567007 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-d3e99ac2-b429-4649-809b-24864a20dc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:01Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'fadf45dd-3c6f-4541-8bb3-d589fe2e5801', 'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'mac_address': 'fa:16:3e:b1:a5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:57Z', 'updated_at': '2021-06-07T08:11:12Z', 'revision_number': 5, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'subnets': [{'id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:32.572498 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e99ac2-b429-4649-809b-24864a20dc6f None None] Checking router: 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:17:32.581414 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e99ac2-b429-4649-809b-24864a20dc6f None None] Routers {'927c8704-4b6f-44b0-9bc1-db5e2bdf6475'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:32.582125 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-d3e99ac2-b429-4649-809b-24864a20dc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:17:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:32.733055 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00cfc4-8554-4921-a6f6-bf9f832a8923 req-d0bc063c-acba-4c0a-a3a0-f0f0ea5fa1af tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:32.734293 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fe00cfc4-8554-4921-a6f6-bf9f832a8923 req-d0bc063c-acba-4c0a-a3a0-f0f0ea5fa1af tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0841033 Jun 07 08:17:32.781980 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-d3e99ac2-b429-4649-809b-24864a20dc6f None None] Set router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:32.848794 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fe00cfc4-8554-4921-a6f6-bf9f832a8923 req-536d790c-36bb-4389-bafe-343ddd2bf6da tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045203 Jun 07 08:17:32.881293 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17a0fb-498b-44a1-b92b-9c234337402d req-c33d208c-67a7-458f-b7cf-959e28deac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:32.883057 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7c17a0fb-498b-44a1-b92b-9c234337402d req-c33d208c-67a7-458f-b7cf-959e28deac18 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 1098 time: 0.1251886 Jun 07 08:17:33.039457 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17a0fb-498b-44a1-b92b-9c234337402d req-cc79d4d6-f528-4f27-8a76-795332f034b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:33.040914 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7c17a0fb-498b-44a1-b92b-9c234337402d req-cc79d4d6-f528-4f27-8a76-795332f034b8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8661265-012e-4b77-980c-179a981d3247 HTTP/1.1" status: 200 len: 918 time: 0.1487553 Jun 07 08:17:33.118952 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-d3e99ac2-b429-4649-809b-24864a20dc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:01Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'fadf45dd-3c6f-4541-8bb3-d589fe2e5801', 'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'mac_address': 'fa:16:3e:b1:a5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:57Z', 'updated_at': '2021-06-07T08:11:12Z', 'revision_number': 5, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'subnets': [{'id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:33.125339 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e99ac2-b429-4649-809b-24864a20dc6f None None] The sync data for ids ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'] in dv-cinder-784945-11-iscsi is: [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:11:01Z', 'revision_number': 4, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'fadf45dd-3c6f-4541-8bb3-d589fe2e5801', 'name': '', 'network_id': 'de83ae0a-b6d0-43a9-b151-cd274d96171b', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'mac_address': 'fa:16:3e:b1:a5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:57Z', 'updated_at': '2021-06-07T08:11:12Z', 'revision_number': 5, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'subnets': [{'id': 'dd250e25-fd76-4e73-ad0e-1eb27cf18aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:17:33.166203 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7c17a0fb-498b-44a1-b92b-9c234337402d req-ef251b23-7e45-4c49-91c2-c4bc47fb6c01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5be75054-bf63-4eb3-8681-8b55014d11c5 HTTP/1.1" status: 200 len: 1000 time: 0.1188393 Jun 07 08:17:33.243315 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17a0fb-498b-44a1-b92b-9c234337402d req-f8a8e13a-2f01-4961-9af4-fae46469081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:33.244770 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7c17a0fb-498b-44a1-b92b-9c234337402d req-f8a8e13a-2f01-4961-9af4-fae46469081f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be HTTP/1.1" status: 200 len: 856 time: 0.0727274 Jun 07 08:17:33.334389 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17a0fb-498b-44a1-b92b-9c234337402d req-3e591726-2cd8-4dc2-a837-9b8538bfc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:33.335888 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7c17a0fb-498b-44a1-b92b-9c234337402d req-3e591726-2cd8-4dc2-a837-9b8538bfc6a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8661265-012e-4b77-980c-179a981d3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0852058 Jun 07 08:17:33.358087 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea56070-f543-407c-912a-4859b92f4f12 None None] New status for floating IP ca098d30-ca49-4070-a3ad-4c769321d4c8: DOWN {{(pid=91885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:17:33.617645 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7c17a0fb-498b-44a1-b92b-9c234337402d req-717579ae-ec07-4165-8988-2698e6fa1c22 service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739706 Jun 07 08:17:33.683351 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 56878) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:33.751446 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7c17a0fb-498b-44a1-b92b-9c234337402d req-6a9d9c37-583e-4d6e-8fdf-1101457af286 service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274812 Jun 07 08:17:33.754893 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:33.785407 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:33.838841 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:33.841268 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:33.842426 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "DELETE /v2.0/security-groups/7f92da72-7080-4f34-8e07-adf790aacc62 HTTP/1.1" status: 204 len: 168 time: 0.1580477 Jun 07 08:17:33.843169 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-faa1f8b1-5520-4070-baae-19179f3f5e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:33.845253 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56880) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:33.854286 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f92da72-7080-4f34-8e07-adf790aacc62,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:33.861623 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.api.v2.resource [None req-638a4adf-ba50-4267-b94f-91cf879b2fdb tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] show failed (client error): The resource could not be found. Jun 07 08:17:33.861774 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:33.861990 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:33.862361 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:33.862585 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-638a4adf-ba50-4267-b94f-91cf879b2fdb tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "GET /v2.0/security-groups/7f92da72-7080-4f34-8e07-adf790aacc62 HTTP/1.1" status: 404 len: 347 time: 0.0162351 Jun 07 08:17:33.862698 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:33.863042 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:33.863429 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:33.863771 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:33.864111 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:33.864451 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:33.864790 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:33.865125 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:33.865439 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56882) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:33.865571 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:33.868541 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:34.047199 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ffb79-f4d4-4fd0-b2d6-f227af72ae1e req-d119f0a1-fba3-4ad0-ab64-21afb55597a6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:34.048637 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-560ffb79-f4d4-4fd0-b2d6-f227af72ae1e req-d119f0a1-fba3-4ad0-ab64-21afb55597a6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0900636 Jun 07 08:17:34.080482 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-f2b4d412-4bff-4c1f-b6a1-2a06a84b26e5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Deleting port d4007814-9141-4cc3-9428-9db04b928403 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:17:34.081480 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d412-4bff-4c1f-b6a1-2a06a84b26e5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:34.098375 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-560ffb79-f4d4-4fd0-b2d6-f227af72ae1e req-8440364b-0eff-4bd8-9c72-2df6fe529b58 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436561 Jun 07 08:17:34.198492 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d412-4bff-4c1f-b6a1-2a06a84b26e5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:34.198818 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d412-4bff-4c1f-b6a1-2a06a84b26e5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:34.291480 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 007291eb-b932-4c0e-abc0-772f8e8613c4 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:17:34.317091 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-f2b4d412-4bff-4c1f-b6a1-2a06a84b26e5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Calling delete_port for d4007814-9141-4cc3-9428-9db04b928403 owned by network:floatingip {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:17:34.329036 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: 007291eb-b932-4c0e-abc0-772f8e8613c4 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:17:34.329418 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 007291eb-b932-4c0e-abc0-772f8e8613c4 not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:17:34.422342 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d412-4bff-4c1f-b6a1-2a06a84b26e5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:34.427573 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:34.474993 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4d412-4bff-4c1f-b6a1-2a06a84b26e5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Pushing event deleted for resources: {'Port': ['ID=d4007814-9141-4cc3-9428-9db04b928403,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:34.477540 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f2b4d412-4bff-4c1f-b6a1-2a06a84b26e5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:34.572350 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d412-4bff-4c1f-b6a1-2a06a84b26e5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks [] for floatingip, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:34.575083 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d412-4bff-4c1f-b6a1-2a06a84b26e5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:34.576195 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-f2b4d412-4bff-4c1f-b6a1-2a06a84b26e5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] 10.222.0.43 "DELETE /v2.0/floatingips/ca098d30-ca49-4070-a3ad-4c769321d4c8 HTTP/1.1" status: 204 len: 168 time: 0.7098913 Jun 07 08:17:35.286148 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d4a70-3480-4e33-8112-8cd1f7f9831a req-3b08098f-a76c-4ee1-a112-1f3b6bb3cee7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:35.287597 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3b5d4a70-3480-4e33-8112-8cd1f7f9831a req-3b08098f-a76c-4ee1-a112-1f3b6bb3cee7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 945 time: 0.0808012 Jun 07 08:17:35.334826 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3b5d4a70-3480-4e33-8112-8cd1f7f9831a req-5a7a01b7-d6d0-4819-9936-f1e21f27f3a8 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416656 Jun 07 08:17:36.304646 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 5be75054-bf63-4eb3-8681-8b55014d11c5 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:17:36.412965 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:36.443996 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5be75054-bf63-4eb3-8681-8b55014d11c5'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:36.446266 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111c0b47-8968-41c7-9e9e-f9f29e529ab7" -d '{"events": [{"server_uuid": "0a54bb76-7e17-4518-8653-0f684a97c60a", "name": "network-vif-unplugged", "status": "completed", "tag": "5be75054-bf63-4eb3-8681-8b55014d11c5"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:36.455582 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 5be75054-bf63-4eb3-8681-8b55014d11c5, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5be75054-bf63-4eb3-8681-8b55014d11c5,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:36.460492 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:36.463409 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-76669618-609a-4770-ae7d-3cf898035e54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:36.500130 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ea06d9-77e9-44f4-a29e-8086a6f4450f x-openstack-request-id: req-86ea06d9-77e9-44f4-a29e-8086a6f4450f {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:36.500428 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a54bb76-7e17-4518-8653-0f684a97c60a", "name": "network-vif-unplugged", "status": "failed", "tag": "5be75054-bf63-4eb3-8681-8b55014d11c5", "code": 422}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:36.500715 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86ea06d9-77e9-44f4-a29e-8086a6f4450f {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:36.501152 dv-cinder-784945-11-iscsi neutron-server[91875]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'code': 422} returned with failed status Jun 07 08:17:36.531565 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146eba1-82ed-48de-b0d0-1cc5d00923a1 req-a7f8f708-0e72-4d5a-848a-229fbb923013 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:36.533005 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4146eba1-82ed-48de-b0d0-1cc5d00923a1 req-a7f8f708-0e72-4d5a-848a-229fbb923013 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.0829737 Jun 07 08:17:36.533373 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=5be75054-bf63-4eb3-8681-8b55014d11c5,revision_number=8']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:36.536997 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:36.584646 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4146eba1-82ed-48de-b0d0-1cc5d00923a1 req-f04b2e8e-54cc-4bc1-9543-2ace08d0f9f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400424 Jun 07 08:17:36.833999 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:38.007664 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d534a16-5178-4cb7-b3fe-e66f04441650 req-303da78f-7e6d-40b2-a945-2de1e742f0ed tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:38.009126 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3d534a16-5178-4cb7-b3fe-e66f04441650 req-303da78f-7e6d-40b2-a945-2de1e742f0ed tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.0898490 Jun 07 08:17:38.054495 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3d534a16-5178-4cb7-b3fe-e66f04441650 req-37e28657-1775-40c8-bde3-80463118e88c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394697 Jun 07 08:17:38.189532 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56954) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:38.302854 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8bd8c454-c5da-4210-bcba-20e1f97abf5f req-daa527d6-9c26-4706-bd49-c78f191dd70b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1114964 Jun 07 08:17:38.312000 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-228bd06a-9af0-48ea-a741-7fd872088b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:38.589619 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 56970) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:39.274725 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8c454-c5da-4210-bcba-20e1f97abf5f req-c15f8837-481f-4745-a5b9-b3948a944a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:39.276210 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8bd8c454-c5da-4210-bcba-20e1f97abf5f req-c15f8837-481f-4745-a5b9-b3948a944a0e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a&tenant_id=308d0e80315d4d6d9a5744d04f4fe97d HTTP/1.1" status: 200 len: 1096 time: 0.1595693 Jun 07 08:17:39.471731 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8c454-c5da-4210-bcba-20e1f97abf5f req-d787aaea-19f1-4d46-9a3c-87bf58a2967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:39.473263 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8bd8c454-c5da-4210-bcba-20e1f97abf5f req-d787aaea-19f1-4d46-9a3c-87bf58a2967d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 1096 time: 0.1709690 Jun 07 08:17:39.505560 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89b2e4-631b-439c-9b6d-737da421a0a0 req-33f8da40-9172-42f6-a17c-4c04ebfe2a53 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:39.506934 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5e89b2e4-631b-439c-9b6d-737da421a0a0 req-33f8da40-9172-42f6-a17c-4c04ebfe2a53 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.1676910 Jun 07 08:17:39.661834 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5e89b2e4-631b-439c-9b6d-737da421a0a0 req-3e47f432-f976-431e-aceb-0f878bf13ebd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472592 Jun 07 08:17:39.704228 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8c454-c5da-4210-bcba-20e1f97abf5f req-1a437fb5-a37b-48ba-b723-ee32935f204e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:39.706267 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8bd8c454-c5da-4210-bcba-20e1f97abf5f req-1a437fb5-a37b-48ba-b723-ee32935f204e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8661265-012e-4b77-980c-179a981d3247 HTTP/1.1" status: 200 len: 918 time: 0.2255681 Jun 07 08:17:39.709838 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e8e6312f-bf0b-4ba8-a37f-1834a6da4a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468443'] for router_interface, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:39.943592 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8bd8c454-c5da-4210-bcba-20e1f97abf5f req-ea749c66-da1c-43d0-b8d8-c2539c59859e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5be75054-bf63-4eb3-8681-8b55014d11c5 HTTP/1.1" status: 200 len: 998 time: 0.1826878 Jun 07 08:17:40.104474 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8c454-c5da-4210-bcba-20e1f97abf5f req-9882ee71-9435-4c3e-9fe9-2fab3be6782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:40.105950 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8bd8c454-c5da-4210-bcba-20e1f97abf5f req-9882ee71-9435-4c3e-9fe9-2fab3be6782b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be HTTP/1.1" status: 200 len: 856 time: 0.1550074 Jun 07 08:17:40.229415 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8c454-c5da-4210-bcba-20e1f97abf5f req-1ad792d6-6d88-432a-be3f-06faf120cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:40.230820 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8bd8c454-c5da-4210-bcba-20e1f97abf5f req-1ad792d6-6d88-432a-be3f-06faf120cf8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8661265-012e-4b77-980c-179a981d3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1168418 Jun 07 08:17:40.305803 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 5be75054-bf63-4eb3-8681-8b55014d11c5 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:17:40.424826 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8bd8c454-c5da-4210-bcba-20e1f97abf5f req-8f9d8d2f-8e22-4c64-9d81-63457027c5ae service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833696 Jun 07 08:17:40.453192 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6312f-bf0b-4ba8-a37f-1834a6da4a33 admin admin] Deleting port fadf45dd-3c6f-4541-8bb3-d589fe2e5801 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:17:40.453563 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e8e6312f-bf0b-4ba8-a37f-1834a6da4a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.768046 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8bd8c454-c5da-4210-bcba-20e1f97abf5f req-f266a5cc-fed9-4355-8e34-0e6fe8991c62 service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355162 Jun 07 08:17:40.770221 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [None req-e8e6312f-bf0b-4ba8-a37f-1834a6da4a33 admin admin] For port fadf45dd-3c6f-4541-8bb3-d589fe2e5801, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=fadf45dd-3c6f-4541-8bb3-d589fe2e5801,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:40.770578 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e8e6312f-bf0b-4ba8-a37f-1834a6da4a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.850935 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:40.864782 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc45a6-6afe-4be4-8b1c-4d0a3340178e req-8d69abd3-3c44-42ec-825e-ca72cb928779 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:40.866314 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f5bc45a6-6afe-4be4-8b1c-4d0a3340178e req-8d69abd3-3c44-42ec-825e-ca72cb928779 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.0958700 Jun 07 08:17:40.899045 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6312f-bf0b-4ba8-a37f-1834a6da4a33 admin admin] Calling delete_port for fadf45dd-3c6f-4541-8bb3-d589fe2e5801 owned by network:router_interface {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:17:40.912221 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f5bc45a6-6afe-4be4-8b1c-4d0a3340178e req-dda8e855-fa3d-42e3-8ac4-8818531e5b88 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402358 Jun 07 08:17:40.990252 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-681c13f3-fd4c-485d-9fdc-0c1e8b20e61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:41.057339 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e8e6312f-bf0b-4ba8-a37f-1834a6da4a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:41.061990 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d538fe25-bc05-4dbe-a15f-d4e28e821f6d tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:41.108647 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6312f-bf0b-4ba8-a37f-1834a6da4a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=fadf45dd-3c6f-4541-8bb3-d589fe2e5801,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:41.136984 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e8e6312f-bf0b-4ba8-a37f-1834a6da4a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:41.392558 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e8e6312f-bf0b-4ba8-a37f-1834a6da4a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-452265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467605'] for router_interface, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:41.788727 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e6312f-bf0b-4ba8-a37f-1834a6da4a33 admin admin] Router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:17:41.949059 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:42.134940 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e6312f-bf0b-4ba8-a37f-1834a6da4a33 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:17:42.143038 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-e8e6312f-bf0b-4ba8-a37f-1834a6da4a33 admin admin] 10.222.0.43 "PUT /v2.0/routers/927c8704-4b6f-44b0-9bc1-db5e2bdf6475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5521853 Jun 07 08:17:42.143189 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 57000) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:42.144342 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ea210-8772-4812-a013-5ffe27829bb5 None None] Sync routers for ids ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:17:42.156319 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ea210-8772-4812-a013-5ffe27829bb5 None None] Routers {'927c8704-4b6f-44b0-9bc1-db5e2bdf6475'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:42.157492 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-769ea210-8772-4812-a013-5ffe27829bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:17:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:42.203586 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285905b-ac94-44b0-b92a-ee030f5c32e4 req-fd2725c7-1f68-454c-b125-dc0273d8a715 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:42.205096 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8285905b-ac94-44b0-b92a-ee030f5c32e4 req-fd2725c7-1f68-454c-b125-dc0273d8a715 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.1382070 Jun 07 08:17:42.265976 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8285905b-ac94-44b0-b92a-ee030f5c32e4 req-f1b0a6d9-ef21-4c21-86ea-121e47acf3f7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549910 Jun 07 08:17:42.382035 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-769ea210-8772-4812-a013-5ffe27829bb5 None None] Set router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:42.498635 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:42.708451 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-769ea210-8772-4812-a013-5ffe27829bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:17:40Z', 'revision_number': 5, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port': {'id': 'b54e8308-8542-4b44-a651-a44a0a2e7550', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:44Z', 'updated_at': '2021-06-07T08:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:42.712644 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ea210-8772-4812-a013-5ffe27829bb5 None None] Checking router: 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:17:42.729551 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:42.729790 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ea210-8772-4812-a013-5ffe27829bb5 None None] Routers {'927c8704-4b6f-44b0-9bc1-db5e2bdf6475'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:17:42.730303 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-769ea210-8772-4812-a013-5ffe27829bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:17:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:42.809873 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] Deleting port b54e8308-8542-4b44-a651-a44a0a2e7550 {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:17:42.810645 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:42.905726 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-769ea210-8772-4812-a013-5ffe27829bb5 None None] Set router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 gateway port host: None {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:17:42.942122 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] For port b54e8308-8542-4b44-a651-a44a0a2e7550, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=b54e8308-8542-4b44-a651-a44a0a2e7550,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:42.942772 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:43.023063 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-769ea210-8772-4812-a013-5ffe27829bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:17:42Z', 'revision_number': 6, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port_host': None}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:43.027339 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769ea210-8772-4812-a013-5ffe27829bb5 None None] The sync data for ids ['927c8704-4b6f-44b0-9bc1-db5e2bdf6475'] in dv-cinder-784945-11-iscsi is: [{'id': '927c8704-4b6f-44b0-9bc1-db5e2bdf6475', 'name': 'tempest-AttachVolumeTestJSON-2037101709-router', 'tenant_id': 'eac66ef7698c48928700d3683c5dff7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:17:42Z', 'revision_number': 6, 'project_id': 'eac66ef7698c48928700d3683c5dff7a', 'gw_port_host': None}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:17:43.081160 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] Calling delete_port for b54e8308-8542-4b44-a651-a44a0a2e7550 owned by network:router_gateway {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:17:43.229699 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:43.240400 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-536efd75-0a9c-44ae-b2bd-8a89df67869e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:43.285214 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b54e8308-8542-4b44-a651-a44a0a2e7550,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:43.288361 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:43.388109 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-245835'] for router_gateway, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:43.555761 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:43.617046 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4635'] for router, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:43.620533 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:43.650766 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479968'] for router, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:43.651303 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 927c8704-4b6f-44b0-9bc1-db5e2bdf6475 {{(pid=91867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:17:43.655577 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] Notify callbacks [] for router, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:43.659036 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-a1a7d26f-c50e-42eb-89b5-e019a352f6d0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/927c8704-4b6f-44b0-9bc1-db5e2bdf6475 HTTP/1.1" status: 204 len: 168 time: 1.5124450 Jun 07 08:17:43.659464 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 57004) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:43.668816 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462741d-610a-4d88-a66d-02d64993c940 req-14ba2c81-efb7-41d6-a7e1-e4b57fcb326c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:43.670365 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3462741d-610a-4d88-a66d-02d64993c940 req-14ba2c81-efb7-41d6-a7e1-e4b57fcb326c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.2362025 Jun 07 08:17:43.730664 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3462741d-610a-4d88-a66d-02d64993c940 req-49027f12-ac54-4466-b202-54588748d6e7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519376 Jun 07 08:17:43.740460 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a844401-0f6f-4a88-89e6-ff933ec6dc6b admin admin] Deleting subnet dd250e25-fd76-4e73-ad0e-1eb27cf18aa3 {{(pid=91866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:17:43.743378 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3a844401-0f6f-4a88-89e6-ff933ec6dc6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:43.802854 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3a844401-0f6f-4a88-89e6-ff933ec6dc6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266515'] for subnet, precommit_delete_associations {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:43.896082 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3a844401-0f6f-4a88-89e6-ff933ec6dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:43.967167 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3a844401-0f6f-4a88-89e6-ff933ec6dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2265162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4090581'] for subnet, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:43.971668 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:44.012207 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a844401-0f6f-4a88-89e6-ff933ec6dc6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd250e25-fd76-4e73-ad0e-1eb27cf18aa3,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:44.014765 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3a844401-0f6f-4a88-89e6-ff933ec6dc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:44.017861 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3a844401-0f6f-4a88-89e6-ff933ec6dc6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:44.021759 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-3a844401-0f6f-4a88-89e6-ff933ec6dc6b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dd250e25-fd76-4e73-ad0e-1eb27cf18aa3 HTTP/1.1" status: 204 len: 168 time: 0.3600044 Jun 07 08:17:44.022746 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 57006) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:44.024844 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87986710-0ca5-4176-8057-a52b5b81b135 None None] Network de83ae0a-b6d0-43a9-b151-cd274d96171b requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:17:44.149889 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:44.248049 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Deleting port a81c4ca2-fb10-408a-b1e0-53bcd9518af1 {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:17:44.248729 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:44.339413 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59acd06b-6aa4-4055-bdd5-e802158d1cf3 None None] DHCP port deletion for de83ae0a-b6d0-43a9-b151-cd274d96171b request from dv-cinder-784945-11-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:17:44.422772 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-59acd06b-6aa4-4055-bdd5-e802158d1cf3 None None] Deleting port a81c4ca2-fb10-408a-b1e0-53bcd9518af1 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:17:44.423108 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-59acd06b-6aa4-4055-bdd5-e802158d1cf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:44.503649 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] For port a81c4ca2-fb10-408a-b1e0-53bcd9518af1, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=a81c4ca2-fb10-408a-b1e0-53bcd9518af1,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:44.504295 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:44.530052 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-59acd06b-6aa4-4055-bdd5-e802158d1cf3 None None] For port a81c4ca2-fb10-408a-b1e0-53bcd9518af1, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=a81c4ca2-fb10-408a-b1e0-53bcd9518af1,segment=NetworkSegment(33f39cc9-2baa-4f61-b67c-75d56eb20d61),segment_id=33f39cc9-2baa-4f61-b67c-75d56eb20d61)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:44.530385 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-59acd06b-6aa4-4055-bdd5-e802158d1cf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:44.648446 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Calling delete_port for a81c4ca2-fb10-408a-b1e0-53bcd9518af1 owned by network:dhcp {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:17:44.696534 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device fadf45dd-3c6f-4541-8bb3-d589fe2e5801 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:17:44.718813 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:44.725040 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2ea25efa-e4e3-4275-ad32-21b11bfdb4aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:44.725867 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-59acd06b-6aa4-4055-bdd5-e802158d1cf3 None None] Calling delete_port for a81c4ca2-fb10-408a-b1e0-53bcd9518af1 owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:17:44.741027 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: fadf45dd-3c6f-4541-8bb3-d589fe2e5801 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:17:44.741401 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device fadf45dd-3c6f-4541-8bb3-d589fe2e5801 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:17:44.741818 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device a81c4ca2-fb10-408a-b1e0-53bcd9518af1 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:17:44.777906 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: a81c4ca2-fb10-408a-b1e0-53bcd9518af1 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:17:44.778253 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device a81c4ca2-fb10-408a-b1e0-53bcd9518af1 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:17:44.778684 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device b54e8308-8542-4b44-a651-a44a0a2e7550 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:17:44.788196 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=a81c4ca2-fb10-408a-b1e0-53bcd9518af1,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:44.795149 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:44.795984 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] No DVR routers for this DVR port a81c4ca2-fb10-408a-b1e0-53bcd9518af1 on host dv-cinder-784945-11-iscsi {{(pid=91867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:17:44.877016 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: b54e8308-8542-4b44-a651-a44a0a2e7550 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:17:44.877960 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device b54e8308-8542-4b44-a651-a44a0a2e7550 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:17:44.935969 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:44.946916 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-59acd06b-6aa4-4055-bdd5-e802158d1cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:44.951405 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de83ae0a-b6d0-43a9-b151-cd274d96171b']}} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:44.951555 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-bb30e2ee-1213-40b2-afbc-1a1d27b6e21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:44.966068 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f39cc9-2baa-4f61-b67c-75d56eb20d61') {'for_net_delete': True} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:44.966699 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f39cc9-2baa-4f61-b67c-75d56eb20d61') {} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:17:44.984468 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2169265'] for segment, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:44.995408 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acd06b-6aa4-4055-bdd5-e802158d1cf3 None None] Pushing event deleted for resources: {'Port': ['ID=a81c4ca2-fb10-408a-b1e0-53bcd9518af1,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:45.000863 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-59acd06b-6aa4-4055-bdd5-e802158d1cf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:45.003015 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59acd06b-6aa4-4055-bdd5-e802158d1cf3 None None] No DVR routers for this DVR port a81c4ca2-fb10-408a-b1e0-53bcd9518af1 on host dv-cinder-784945-11-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:17:45.024392 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:45.031689 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=91867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:17:45.032251 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819725'] for segment, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:45.045712 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dba51-e4ad-4373-8775-74b2f55e98c9 req-3556744a-fafa-495b-ab01-3694d958d8ca tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: Traceback (most recent call last): Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: timer() Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: cb(*args, **kw) Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: return func(*args, **kwargs) Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: self._notify() Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: self.callback(batched_events) Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: event.method(event) Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: return f(self, *a, **k) Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._get(url).json() Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: return self.request(url, 'GET', **kwargs) Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:17:45.046904 dv-cinder-784945-11-iscsi neutron-server[91867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:17:45.048952 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-808dba51-e4ad-4373-8775-74b2f55e98c9 req-3556744a-fafa-495b-ab01-3694d958d8ca tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.1503451 Jun 07 08:17:45.103613 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-808dba51-e4ad-4373-8775-74b2f55e98c9 req-61d02dd7-60ee-4794-ad54-a50a6201c5ca tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471904 Jun 07 08:17:45.138251 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:45.144790 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:45.158084 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:45.160317 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] 10.222.0.43 "DELETE /v2.0/networks/de83ae0a-b6d0-43a9-b151-cd274d96171b HTTP/1.1" status: 204 len: 168 time: 1.1364083 Jun 07 08:17:45.166052 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Pushing event deleted for resources: {'Network': ['ID=de83ae0a-b6d0-43a9-b151-cd274d96171b,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:45.168370 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-33f049cf-1fbf-424f-86a1-5a4db48ce8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:45.286065 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 57014) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:45.338787 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-c38d3052-2815-47f7-98ea-df1b1c02f844 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eac66ef7698c48928700d3683c5dff7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513766 Jun 07 08:17:45.340963 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 57016) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:45.401757 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-93866dbe-5409-4b0e-a93b-dc8954b9685a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:45.430017 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-93866dbe-5409-4b0e-a93b-dc8954b9685a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:45.482841 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-93866dbe-5409-4b0e-a93b-dc8954b9685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:45.485280 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-93866dbe-5409-4b0e-a93b-dc8954b9685a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:45.490212 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-93866dbe-5409-4b0e-a93b-dc8954b9685a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10eab944-aa67-4507-af9c-500aa96348d5 HTTP/1.1" status: 204 len: 168 time: 0.1446192 Jun 07 08:17:45.490212 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-712c034d-5c43-4513-8505-b28c5edbb382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:45.498189 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93866dbe-5409-4b0e-a93b-dc8954b9685a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eab944-aa67-4507-af9c-500aa96348d5,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:45.500524 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-93866dbe-5409-4b0e-a93b-dc8954b9685a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:46.282003 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 57040) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:46.352664 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7113de9-1b28-4172-8589-b88ab13c119f req-a0349bed-3883-4b76-a07d-48533f3bcd96 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:46.354225 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a7113de9-1b28-4172-8589-b88ab13c119f req-a0349bed-3883-4b76-a07d-48533f3bcd96 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.1112390 Jun 07 08:17:46.401577 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a7113de9-1b28-4172-8589-b88ab13c119f req-62908dd5-5215-4f08-82ac-9834e4723675 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417023 Jun 07 08:17:46.410252 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2110717010-network', 'tenant_id': '7ea9c68283ea4ac7a1ba3a696208417b'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:46.432262 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Made reservation on behalf of 7ea9c68283ea4ac7a1ba3a696208417b for: {'network': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:17:46.435132 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1666566'] for network, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:46.448420 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:46.574565 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:46.578750 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:46.581940 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d9661945-7d29-430f-a25e-d960a3827518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:46.612054 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=91866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:17:46.621428 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7535b639-269a-417b-8567-ceec6f3be885,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:46.625069 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:46.628408 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:46.628780 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.segments_db [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Added segment a8580816-784f-4c88-aa76-5e46cad17802 of type vlan for network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 Jun 07 08:17:46.655847 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789120476398'] for network, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:46.690566 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242'] for network, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:46.692067 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:46.692660 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:46.696338 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:46.740098 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4569938 Jun 07 08:17:46.742918 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 57044) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:17:46.749656 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-cae8f08f-37dc-47dd-9e40-56eef2ccc738 admin admin] Request body: {'subnet': {'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2110717010-subnet', 'tenant_id': '7ea9c68283ea4ac7a1ba3a696208417b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:46.806440 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=d6f271e5-4875-4bb8-875c-d390cbfe6ab3,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:46.810976 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:46.816579 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 details requested by agent ovs-agent-dv-cinder-784945-11-iscsi with host dv-cinder-784945-11-iscsi {{(pid=91875) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:17:46.824666 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae8f08f-37dc-47dd-9e40-56eef2ccc738 admin admin] Made reservation on behalf of 7ea9c68283ea4ac7a1ba3a696208417b for: {'subnet': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:17:46.827057 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cae8f08f-37dc-47dd-9e40-56eef2ccc738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4090608'] for subnet, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:47.066849 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cae8f08f-37dc-47dd-9e40-56eef2ccc738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2265099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4090594'] for subnet, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:47.071213 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-209bee69-b413-4dd2-8cd4-3f84cc0647e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:47.147955 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8f08f-37dc-47dd-9e40-56eef2ccc738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c,revision_number=0']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:47.151418 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-cae8f08f-37dc-47dd-9e40-56eef2ccc738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:47.157700 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae8f08f-37dc-47dd-9e40-56eef2ccc738 admin admin] Checking segment: {'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:17:47.158163 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae8f08f-37dc-47dd-9e40-56eef2ccc738 admin admin] Network hostable DHCP agents. Network: d6f271e5-4875-4bb8-875c-d390cbfe6ab3, hostable agents: ['d027aed9-b814-4222-816d-2c028c36b5e3'], hosted agents: [] {{(pid=91866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:17:47.176093 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae8f08f-37dc-47dd-9e40-56eef2ccc738 admin admin] Network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 is scheduled to be hosted by DHCP agent d027aed9-b814-4222-816d-2c028c36b5e3 with binding_index 1 {{(pid=91866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:17:47.186213 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-cae8f08f-37dc-47dd-9e40-56eef2ccc738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784945-11-iscsi, d6f271e5-4875-4bb8-875c-d390cbfe6ab3) {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:47.190857 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae8f08f-37dc-47dd-9e40-56eef2ccc738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:47.191582 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-cae8f08f-37dc-47dd-9e40-56eef2ccc738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:47.196989 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cd94c7-a9a7-4852-8d36-71ae8a9297bf None None] Network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:17:47.214371 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-cae8f08f-37dc-47dd-9e40-56eef2ccc738 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4704196 Jun 07 08:17:47.425294 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b596d0f7-4ec2-4501-90ab-8f2a9b752de4 None None] Network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:17:47.653872 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7d5dc-1b6e-473e-b338-f4cb15ce8280 req-3e3a7dc2-7df8-4e4b-a492-d4811258e5c5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:47.661776 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-65c7d5dc-1b6e-473e-b338-f4cb15ce8280 req-3e3a7dc2-7df8-4e4b-a492-d4811258e5c5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.1407480 Jun 07 08:17:47.710177 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-65c7d5dc-1b6e-473e-b338-f4cb15ce8280 req-1a3067e5-0f12-4279-b121-646e11eba279 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475152 Jun 07 08:17:47.871693 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c10ccb3c-0065-4822-a9a3-4de75031b4fe tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:47.873280 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c10ccb3c-0065-4822-a9a3-4de75031b4fe tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/networks?id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3 HTTP/1.1" status: 200 len: 815 time: 0.1732326 Jun 07 08:17:47.889037 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a4364f4f-501e-4444-b405-042a4c711cdd req-4c8245f4-a910-494e-8f5a-4412631dcb43 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/quotas/7ea9c68283ea4ac7a1ba3a696208417b HTTP/1.1" status: 200 len: 375 time: 0.0098057 Jun 07 08:17:47.939578 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a4364f4f-501e-4444-b405-042a4c711cdd req-0f6df306-588f-476e-b7b7-e775ebfac1e9 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ea9c68283ea4ac7a1ba3a696208417b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443425 Jun 07 08:17:48.074719 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a4364f4f-501e-4444-b405-042a4c711cdd req-af7d85e4-f6b8-4519-a2a0-06eab64b58e4 service neutron] 10.222.0.43 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275589 Jun 07 08:17:48.213470 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a4364f4f-501e-4444-b405-042a4c711cdd req-cd95978d-443b-4b7d-91e3-30ae37bb0563 service neutron] 10.222.0.43 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330540 Jun 07 08:17:48.428406 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-496a62d1-aac0-4614-8d93-1bb83d9c6a29 req-2b9a1f0b-260a-4d46-bb75-18cb54dc1a2d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 210 time: 0.0540893 Jun 07 08:17:48.907117 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39236922-bb1b-4114-a89b-65a31a5514e9 req-45328f96-d80c-444f-a49c-292926968db0 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:48.909039 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39236922-bb1b-4114-a89b-65a31a5514e9 req-45328f96-d80c-444f-a49c-292926968db0 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.0840287 Jun 07 08:17:49.066386 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39236922-bb1b-4114-a89b-65a31a5514e9 req-d4068de3-2ef1-4cbd-8d1b-0b0c936abfc7 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507294 Jun 07 08:17:49.592003 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8f608346-cb5e-4422-a3d9-234949fc1a09 req-2ea49d9c-0bc6-4b6d-ac91-a86535e58328 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 210 time: 0.0460014 Jun 07 08:17:49.822375 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af98bf3-1152-46d8-a372-74338b142046 req-de9eed3b-28a3-477a-9266-03178680927b tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:49.823824 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0af98bf3-1152-46d8-a372-74338b142046 req-de9eed3b-28a3-477a-9266-03178680927b tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0944715 Jun 07 08:17:49.877442 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0af98bf3-1152-46d8-a372-74338b142046 req-201be862-8f63-4ca4-b32f-e19a0c06b2df tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474389 Jun 07 08:17:50.261991 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1a8d9-2614-4fa6-bf6e-5e17e1fdf561 req-69ffd1eb-b24b-4be8-9e75-ef36a97626da tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:50.263429 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f6c1a8d9-2614-4fa6-bf6e-5e17e1fdf561 req-69ffd1eb-b24b-4be8-9e75-ef36a97626da tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.0841656 Jun 07 08:17:50.321943 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f6c1a8d9-2614-4fa6-bf6e-5e17e1fdf561 req-0e3ee715-5645-44e5-9eb7-7eecc1bf013c tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520298 Jun 07 08:17:50.754545 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0bdd1434-ebe4-42e0-8a33-353acdc640a8 req-aca7b834-3876-422d-a379-c7a03d2c246f tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 210 time: 0.0475781 Jun 07 08:17:51.093918 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fed5e9-e5e8-4e4b-938c-95e4aadaf8b3 req-0e1bbb63-2e68-4ccc-9238-19aff0f1ed9e tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:51.095348 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e4fed5e9-e5e8-4e4b-938c-95e4aadaf8b3 req-0e1bbb63-2e68-4ccc-9238-19aff0f1ed9e tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0974958 Jun 07 08:17:51.144076 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e4fed5e9-e5e8-4e4b-938c-95e4aadaf8b3 req-28b81bdb-995e-43b1-a5f8-d60e8b0917a0 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421474 Jun 07 08:17:51.515986 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c429bbe-c271-4e4e-a953-7da4ab8260b4 req-4d4f87b6-beec-4f10-8151-e40c3438bee3 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:51.517570 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0c429bbe-c271-4e4e-a953-7da4ab8260b4 req-4d4f87b6-beec-4f10-8151-e40c3438bee3 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.0808296 Jun 07 08:17:51.568348 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0c429bbe-c271-4e4e-a953-7da4ab8260b4 req-2f8ec223-bb4a-4cd2-a93d-70287d926706 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442388 Jun 07 08:17:51.903392 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4e05299e-c4e2-4c71-8e75-a292ab591fa7 req-387e23b3-8c57-4c25-bccd-1121bb339292 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 210 time: 0.0429101 Jun 07 08:17:52.338018 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6a3ba-f20e-456a-9853-34d734674de9 req-1e346c3b-1163-4e6c-89c6-5c8bbefd1afa tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:52.339476 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-42b6a3ba-f20e-456a-9853-34d734674de9 req-1e346c3b-1163-4e6c-89c6-5c8bbefd1afa tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0846558 Jun 07 08:17:52.391452 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-42b6a3ba-f20e-456a-9853-34d734674de9 req-745f70fd-2d0c-4bdf-83b9-0a48a32b4681 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456152 Jun 07 08:17:52.769480 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9458d7-430d-4460-8f19-d5db0aee0928 req-6c3d1138-d3d7-4e6e-9408-67d20c5e80ba tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:52.771089 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8e9458d7-430d-4460-8f19-d5db0aee0928 req-6c3d1138-d3d7-4e6e-9408-67d20c5e80ba tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.0837798 Jun 07 08:17:52.817870 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8e9458d7-430d-4460-8f19-d5db0aee0928 req-fa49bb87-8c7e-4dfc-8d1d-37d5d5948e98 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412891 Jun 07 08:17:53.048295 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-45b9d3bb-d046-4713-a4f4-99e2b27cc969 req-9d6e3d3d-0442-4599-8f42-d63c0cc8a61d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 210 time: 0.0415041 Jun 07 08:17:53.293387 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:17:53.536733 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4364f4f-501e-4444-b405-042a4c711cdd req-d1281ded-7e55-489e-b079-2b9c5ab574e3 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:53.538282 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a4364f4f-501e-4444-b405-042a4c711cdd req-d1281ded-7e55-489e-b079-2b9c5ab574e3 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "GET /v2.0/networks?id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3 HTTP/1.1" status: 200 len: 815 time: 0.1546516 Jun 07 08:17:53.551956 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c33295b9-5d09-4e1e-abb4-7a40b3b82da4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Request body: {'port': {'device_id': '2efbd2c7-b928-488a-8438-ad210556c686', 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3', 'admin_state_up': True, 'tenant_id': '7ea9c68283ea4ac7a1ba3a696208417b'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:53.584751 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816a99d-faac-4416-8d84-e3d5b72d07ba req-40f88cf5-fef7-4de4-b9a5-6ac2908be204 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:53.586273 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8816a99d-faac-4416-8d84-e3d5b72d07ba req-40f88cf5-fef7-4de4-b9a5-6ac2908be204 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0832734 Jun 07 08:17:53.636101 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-8816a99d-faac-4416-8d84-e3d5b72d07ba req-71640831-059e-4bfc-b9b0-df70962e0473 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438032 Jun 07 08:17:53.714587 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c33295b9-5d09-4e1e-abb4-7a40b3b82da4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Made reservation on behalf of 7ea9c68283ea4ac7a1ba3a696208417b for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:17:53.718068 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c33295b9-5d09-4e1e-abb4-7a40b3b82da4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:53.881463 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c33295b9-5d09-4e1e-abb4-7a40b3b82da4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Allocated IP 172.20.0.13 (d6f271e5-4875-4bb8-875c-d390cbfe6ab3/48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c/ca866164-53bf-4f17-b90d-6bd97a6eb8e1) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:17:54.136121 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e55be-b6b7-42be-884b-0a9df416a342 req-31e9b96a-0045-4b30-9cff-f1708fb339a0 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:54.137522 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3e9e55be-b6b7-42be-884b-0a9df416a342 req-31e9b96a-0045-4b30-9cff-f1708fb339a0 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.2044790 Jun 07 08:17:54.170108 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c33295b9-5d09-4e1e-abb4-7a40b3b82da4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:54.198331 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-eb3e4603-bb59-43e0-a229-46a3964eb61b req-2f50144c-8507-433a-b051-198030b8ba4c tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 210 time: 0.0449541 Jun 07 08:17:54.205238 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3e9e55be-b6b7-42be-884b-0a9df416a342 req-d953843f-71a6-4440-92b0-57679f6edf95 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591993 Jun 07 08:17:54.223853 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c33295b9-5d09-4e1e-abb4-7a40b3b82da4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:54.230852 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-381b0de3-aed5-4ef8-94bb-de0632fb1588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:54.295360 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c33295b9-5d09-4e1e-abb4-7a40b3b82da4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:17:54.298305 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c33295b9-5d09-4e1e-abb4-7a40b3b82da4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:17:54.303130 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c33295b9-5d09-4e1e-abb4-7a40b3b82da4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:17:54.332547 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33295b9-5d09-4e1e-abb4-7a40b3b82da4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Pushing event updated for resources: {'Port': ['ID=ca866164-53bf-4f17-b90d-6bd97a6eb8e1,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:54.338687 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c33295b9-5d09-4e1e-abb4-7a40b3b82da4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:54.368127 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c33295b9-5d09-4e1e-abb4-7a40b3b82da4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:54.368732 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c33295b9-5d09-4e1e-abb4-7a40b3b82da4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:54.386261 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c33295b9-5d09-4e1e-abb4-7a40b3b82da4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8390694 Jun 07 08:17:54.397415 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Request body: {'port': {'device_id': '2efbd2c7-b928-488a-8438-ad210556c686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:17:54.509366 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:54.822197 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa5a92-73b4-48a6-9e40-5bb0dc20774b req-f54a6f94-4a56-49fe-b183-12984a23696b tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:54.823622 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f4fa5a92-73b4-48a6-9e40-5bb0dc20774b req-f54a6f94-4a56-49fe-b183-12984a23696b tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0813971 Jun 07 08:17:54.872829 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f4fa5a92-73b4-48a6-9e40-5bb0dc20774b req-c90b07d9-836b-4d26-8eeb-b0c312431eeb tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434687 Jun 07 08:17:54.940363 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca866164-53bf-4f17-b90d-6bd97a6eb8e1 {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:17:54.950005 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:54.967944 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Transition to ACTIVE for port object ca866164-53bf-4f17-b90d-6bd97a6eb8e1 will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:17:54.971388 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:54.974912 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-1780408a-cc19-4e83-a385-0046b7e63d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:55.129959 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Pushing event updated for resources: {'Port': ['ID=ca866164-53bf-4f17-b90d-6bd97a6eb8e1,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:55.136742 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:55.204259 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Attempting to bind port ca866164-53bf-4f17-b90d-6bd97a6eb8e1 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:17:55.204510 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Attempting to bind port ca866164-53bf-4f17-b90d-6bd97a6eb8e1 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:17:55.204835 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Attempting to bind port ca866164-53bf-4f17-b90d-6bd97a6eb8e1 on network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:55.209427 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Port ca866164-53bf-4f17-b90d-6bd97a6eb8e1 on network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:17:55.209750 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Attempting to bind port ca866164-53bf-4f17-b90d-6bd97a6eb8e1 on network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:17:55.214801 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:17:55.215139 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Checking segment: {'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:17:55.215520 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Bound using segment: {'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:17:55.215939 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Bound port: ca866164-53bf-4f17-b90d-6bd97a6eb8e1, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:17:55.216281 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:55.349622 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] For port ca866164-53bf-4f17-b90d-6bd97a6eb8e1, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:17:55.374972 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] For port ca866164-53bf-4f17-b90d-6bd97a6eb8e1, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ca866164-53bf-4f17-b90d-6bd97a6eb8e1,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:17:55.382815 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:55.388634 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:55.410306 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814abd32-7361-49a3-b227-bcf79208904d req-b57c2282-998a-47a9-93fb-a09f831d3f31 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:55.411740 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-814abd32-7361-49a3-b227-bcf79208904d req-b57c2282-998a-47a9-93fb-a09f831d3f31 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.0857947 Jun 07 08:17:55.453717 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:55.454378 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:55.456266 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a4364f4f-501e-4444-b405-042a4c711cdd req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] 10.222.0.48 "PUT /v2.0/ports/ca866164-53bf-4f17-b90d-6bd97a6eb8e1 HTTP/1.1" status: 200 len: 1094 time: 1.0627830 Jun 07 08:17:55.457775 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-814abd32-7361-49a3-b227-bcf79208904d req-6f830201-cbdb-4d7a-bd94-ea06a8190937 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403543 Jun 07 08:17:55.458557 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efbd2c7-b928-488a-8438-ad210556c686', 'tag': 'ca866164-53bf-4f17-b90d-6bd97a6eb8e1'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:55.461168 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1278c663-e405-41a0-8e84-1f077e32180a" -d '{"events": [{"name": "network-changed", "server_uuid": "2efbd2c7-b928-488a-8438-ad210556c686", "tag": "ca866164-53bf-4f17-b90d-6bd97a6eb8e1"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:55.482895 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Pushing event updated for resources: {'Port': ['ID=ca866164-53bf-4f17-b90d-6bd97a6eb8e1,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:55.492628 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eaebe6-5dff-4aeb-9062-fe3c8d5ea56c req-6dd63353-5956-4e79-9d82-64f4de1fb246 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:55.494145 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-77eaebe6-5dff-4aeb-9062-fe3c8d5ea56c req-6dd63353-5956-4e79-9d82-64f4de1fb246 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 944 time: 0.1796353 Jun 07 08:17:55.495040 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:55.600002 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-77eaebe6-5dff-4aeb-9062-fe3c8d5ea56c req-c8199d19-f6c0-4cb6-ad99-efb7ddb8e977 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723383 Jun 07 08:17:55.614530 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4364f4f-501e-4444-b405-042a4c711cdd req-2482b7fc-fa03-4177-926a-035b2b277d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:55.616494 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a4364f4f-501e-4444-b405-042a4c711cdd req-2482b7fc-fa03-4177-926a-035b2b277d0b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ea9c68283ea4ac7a1ba3a696208417b&device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 1097 time: 0.1203628 Jun 07 08:17:55.685789 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7459f233-a613-4a9b-b9ea-c3cd6907d1d6 x-openstack-request-id: req-7459f233-a613-4a9b-b9ea-c3cd6907d1d6 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:55.686112 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2efbd2c7-b928-488a-8438-ad210556c686", "tag": "ca866164-53bf-4f17-b90d-6bd97a6eb8e1", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:55.686399 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7459f233-a613-4a9b-b9ea-c3cd6907d1d6 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:55.686924 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2efbd2c7-b928-488a-8438-ad210556c686', 'tag': 'ca866164-53bf-4f17-b90d-6bd97a6eb8e1', 'status': 'completed', 'code': 200} Jun 07 08:17:55.696566 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c009c063-0687-4964-a260-cb713c23748d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca866164-53bf-4f17-b90d-6bd97a6eb8e1 HTTP/1.1" status: 200 len: 217 time: 0.0734818 Jun 07 08:17:55.764309 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c77c3b28-1416-4655-ab2e-aea715da6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:55.765747 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a4364f4f-501e-4444-b405-042a4c711cdd req-c77c3b28-1416-4655-ab2e-aea715da6e60 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c HTTP/1.1" status: 200 len: 855 time: 0.0636659 Jun 07 08:17:55.812152 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a4364f4f-501e-4444-b405-042a4c711cdd req-ae3af864-9189-4112-b9e3-26d9051bb630 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392432 Jun 07 08:17:55.945266 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a4364f4f-501e-4444-b405-042a4c711cdd req-59efb0ba-3b95-4fc6-b8fd-2f1d76ddcf4a service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263773 Jun 07 08:17:56.161884 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a4364f4f-501e-4444-b405-042a4c711cdd req-7578c624-653b-4b5b-935c-4b3327e75fec service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105658 Jun 07 08:17:56.172918 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1cd6c-bfb7-471d-8d64-a9b7b6f84e92 req-d6c85e98-7fd9-46b0-94a0-e57f2ad24227 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:56.175599 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5cc1cd6c-bfb7-471d-8d64-a9b7b6f84e92 req-d6c85e98-7fd9-46b0-94a0-e57f2ad24227 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.1931639 Jun 07 08:17:56.269440 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5cc1cd6c-bfb7-471d-8d64-a9b7b6f84e92 req-149826b3-e461-4bbe-9e9d-63143a3767b6 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821254 Jun 07 08:17:56.292432 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278c663-e405-41a0-8e84-1f077e32180a req-ba4f6504-c2b5-4abd-9942-d99d3ba5e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:56.293894 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1278c663-e405-41a0-8e84-1f077e32180a req-ba4f6504-c2b5-4abd-9942-d99d3ba5e38f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ea9c68283ea4ac7a1ba3a696208417b&device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 1097 time: 0.0846736 Jun 07 08:17:56.374180 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 5be75054-bf63-4eb3-8681-8b55014d11c5 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:17:56.424125 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278c663-e405-41a0-8e84-1f077e32180a req-4647286d-f678-4470-8bc4-4d1ca3646978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:56.425723 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1278c663-e405-41a0-8e84-1f077e32180a req-4647286d-f678-4470-8bc4-4d1ca3646978 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3 HTTP/1.1" status: 200 len: 916 time: 0.1255755 Jun 07 08:17:56.517511 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 5be75054-bf63-4eb3-8681-8b55014d11c5, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5be75054-bf63-4eb3-8681-8b55014d11c5,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:56.532337 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'port_id': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'mac_address': 'fa:16:3e:ee:c5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:17:56.593192 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:56.599895 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1278c663-e405-41a0-8e84-1f077e32180a req-0c35e92f-719a-4252-89fe-9792327380fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca866164-53bf-4f17-b90d-6bd97a6eb8e1 HTTP/1.1" status: 200 len: 217 time: 0.1667631 Jun 07 08:17:56.610991 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be75054-bf63-4eb3-8681-8b55014d11c5 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:17:56.627397 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 5be75054-bf63-4eb3-8681-8b55014d11c5, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5be75054-bf63-4eb3-8681-8b55014d11c5,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:56.632866 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:56.635495 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:56.667984 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278c663-e405-41a0-8e84-1f077e32180a req-510b48e8-7665-4186-bcaf-c055c9fd4e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:56.668493 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b596ead-ee90-45d2-8045-223799e5d59e req-6245b04d-1cf2-4834-9c55-63858fb46c74 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:56.669872 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1278c663-e405-41a0-8e84-1f077e32180a req-510b48e8-7665-4186-bcaf-c055c9fd4e28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c HTTP/1.1" status: 200 len: 855 time: 0.0619729 Jun 07 08:17:56.670841 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3b596ead-ee90-45d2-8045-223799e5d59e req-6245b04d-1cf2-4834-9c55-63858fb46c74 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 943 time: 0.0966358 Jun 07 08:17:56.716860 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=5be75054-bf63-4eb3-8681-8b55014d11c5,revision_number=9']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:56.725746 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1278c663-e405-41a0-8e84-1f077e32180a req-b80c6920-c4bd-4761-9701-8795099fe73d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480340 Jun 07 08:17:56.726028 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:56.726150 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:56.726575 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:56.726905 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:56.727231 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:56.727554 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:56.727875 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:56.728194 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:56.728511 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:56.728826 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:56.729140 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:56.729479 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:17:56.733563 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:56.834788 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3b596ead-ee90-45d2-8045-223799e5d59e req-8ce5b9c6-f3a6-4956-9de6-3a017090acda tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572144 Jun 07 08:17:56.872480 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['5be75054-bf63-4eb3-8681-8b55014d11c5'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:17:56.964850 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbbdae-64c4-4a76-b0d5-ddc998b901ea req-ba17a5c9-8aba-4aa1-92e3-96ced3232042 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:56.966317 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-66cbbdae-64c4-4a76-b0d5-ddc998b901ea req-ba17a5c9-8aba-4aa1-92e3-96ced3232042 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 944 time: 0.2394269 Jun 07 08:17:56.968537 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1278c663-e405-41a0-8e84-1f077e32180a req-d1d91f56-2ddf-44cb-aade-5695882ce942 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089863 Jun 07 08:17:57.103023 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-66cbbdae-64c4-4a76-b0d5-ddc998b901ea req-881d35cc-caf4-42be-9614-3829f2b1528b tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253977 Jun 07 08:17:57.138261 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1278c663-e405-41a0-8e84-1f077e32180a req-5d9e1b65-38c0-498a-ab84-dcff80269cdc service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618595 Jun 07 08:17:57.451562 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687b4bd-a1de-4929-8c02-4264345ad2cf req-f87e398d-9fdc-4424-95c8-f90e29c081d2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:57.452976 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1687b4bd-a1de-4929-8c02-4264345ad2cf req-f87e398d-9fdc-4424-95c8-f90e29c081d2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0816760 Jun 07 08:17:57.496468 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1687b4bd-a1de-4929-8c02-4264345ad2cf req-1b319301-ac9a-4f0c-89f5-3a02a4dc8aa4 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371637 Jun 07 08:17:58.035351 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f887b-d101-4a63-bd48-3521fe30fc06 req-fdadb398-05e3-4fe3-bbba-9a50ae989671 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:58.036702 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-898f887b-d101-4a63-bd48-3521fe30fc06 req-fdadb398-05e3-4fe3-bbba-9a50ae989671 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 944 time: 0.0781379 Jun 07 08:17:58.080992 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-898f887b-d101-4a63-bd48-3521fe30fc06 req-cf6543da-47bb-4446-b725-613cc5ea9727 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384724 Jun 07 08:17:58.286418 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a27ee8-9a70-4c35-861a-68358a2146e6 req-af068ea0-c13a-45c5-bba0-daed5b262314 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:58.287750 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c7a27ee8-9a70-4c35-861a-68358a2146e6 req-af068ea0-c13a-45c5-bba0-daed5b262314 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 944 time: 0.0806520 Jun 07 08:17:58.331564 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c7a27ee8-9a70-4c35-861a-68358a2146e6 req-ca0e385e-c4b3-4b2a-b9c3-617532f29817 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382655 Jun 07 08:17:58.406812 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device ca866164-53bf-4f17-b90d-6bd97a6eb8e1 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:17:58.410123 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 5be75054-bf63-4eb3-8681-8b55014d11c5 up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:17:58.573529 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 5be75054-bf63-4eb3-8681-8b55014d11c5 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:17:58.573820 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:58.672205 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port ca866164-53bf-4f17-b90d-6bd97a6eb8e1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ca866164-53bf-4f17-b90d-6bd97a6eb8e1,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:58.686204 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ec076-3bd6-4d1b-824f-09085bad42df req-03a85754-99cf-4afc-a1ce-7e8038f61b78 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:58.687933 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-de3ec076-3bd6-4d1b-824f-09085bad42df req-03a85754-99cf-4afc-a1ce-7e8038f61b78 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0863853 Jun 07 08:17:58.691343 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': 'ca866164-53bf-4f17-b90d-6bd97a6eb8e1', 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3', 'port_id': 'ca866164-53bf-4f17-b90d-6bd97a6eb8e1', 'mac_address': 'fa:16:3e:cb:5c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:17:58.752498 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-de3ec076-3bd6-4d1b-824f-09085bad42df req-68a0aa2d-72c4-45eb-a81e-cabf31b0bfb3 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564926 Jun 07 08:17:58.796301 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:58.818117 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:58.827339 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca866164-53bf-4f17-b90d-6bd97a6eb8e1 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:17:58.854158 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port ca866164-53bf-4f17-b90d-6bd97a6eb8e1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ca866164-53bf-4f17-b90d-6bd97a6eb8e1,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:58.858721 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be75054-bf63-4eb3-8681-8b55014d11c5'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:17:58.860916 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9cd93e-3699-4939-a022-6c804eb04691" -d '{"events": [{"server_uuid": "0a54bb76-7e17-4518-8653-0f684a97c60a", "name": "network-vif-plugged", "status": "completed", "tag": "5be75054-bf63-4eb3-8681-8b55014d11c5"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:17:58.866545 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:58.869067 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:58.903711 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 5be75054-bf63-4eb3-8681-8b55014d11c5, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5be75054-bf63-4eb3-8681-8b55014d11c5,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:17:58.905474 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4b9e9d-57da-4597-9abd-cf05d64ef735 x-openstack-request-id: req-fb4b9e9d-57da-4597-9abd-cf05d64ef735 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:17:58.905752 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a54bb76-7e17-4518-8653-0f684a97c60a", "name": "network-vif-plugged", "status": "completed", "tag": "5be75054-bf63-4eb3-8681-8b55014d11c5", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:17:58.906109 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb4b9e9d-57da-4597-9abd-cf05d64ef735 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:17:58.906495 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'code': 200} Jun 07 08:17:58.918474 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:17:58.941314 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=ca866164-53bf-4f17-b90d-6bd97a6eb8e1,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:58.944063 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:58.944549 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:17:59.020265 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=5be75054-bf63-4eb3-8681-8b55014d11c5,revision_number=10']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:17:59.023274 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:17:59.093804 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['ca866164-53bf-4f17-b90d-6bd97a6eb8e1'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:17:59.149915 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a430c-e347-4375-8a6c-a1f58998318b req-9384a63a-73c0-45c6-b292-2fc048543443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:59.151394 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-922a430c-e347-4375-8a6c-a1f58998318b req-9384a63a-73c0-45c6-b292-2fc048543443 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 1099 time: 0.0700884 Jun 07 08:17:59.227176 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-922a430c-e347-4375-8a6c-a1f58998318b req-4287a5bf-bb7c-4d13-b46e-fe8eab9043b8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690458 Jun 07 08:17:59.276449 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4b5ea-a320-4895-82f1-08c3696b54ee req-36f5068d-3b97-4dde-90fb-fd64b193842b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:59.277905 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f3d4b5ea-a320-4895-82f1-08c3696b54ee req-36f5068d-3b97-4dde-90fb-fd64b193842b tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 946 time: 0.0860879 Jun 07 08:17:59.322793 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f3d4b5ea-a320-4895-82f1-08c3696b54ee req-f0334c37-848f-40ae-be5b-7f499de9c020 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393236 Jun 07 08:17:59.515447 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedbf77-766d-43af-a738-0dd236d5a4d0 req-e1b31213-2c0c-4221-9a87-cd8cd21da4f0 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:59.516855 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2aedbf77-766d-43af-a738-0dd236d5a4d0 req-e1b31213-2c0c-4221-9a87-cd8cd21da4f0 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 945 time: 0.0778203 Jun 07 08:17:59.564733 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2aedbf77-766d-43af-a738-0dd236d5a4d0 req-9369c5aa-c6b5-4e86-8ddd-189b9825cd8e tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415866 Jun 07 08:17:59.937015 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c2549-2102-42fe-83bc-21ee70c3a187 req-a372d423-34cb-450a-af62-3cc2ba709835 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:17:59.938466 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-eb7c2549-2102-42fe-83bc-21ee70c3a187 req-a372d423-34cb-450a-af62-3cc2ba709835 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0781775 Jun 07 08:17:59.982093 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-eb7c2549-2102-42fe-83bc-21ee70c3a187 req-c522c01c-4838-4fcf-bd13-3a08f471813f tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380483 Jun 07 08:18:00.426495 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device ca866164-53bf-4f17-b90d-6bd97a6eb8e1 up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:00.502225 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port ca866164-53bf-4f17-b90d-6bd97a6eb8e1 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:18:00.507331 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port ca866164-53bf-4f17-b90d-6bd97a6eb8e1 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:00.507714 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:00.524806 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b826c8f-42c5-498f-a915-8c21193866f3 req-d9e77bdb-dd09-43f3-8242-e5dfe7f57fe6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:00.526275 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5b826c8f-42c5-498f-a915-8c21193866f3 req-d9e77bdb-dd09-43f3-8242-e5dfe7f57fe6 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 946 time: 0.0832546 Jun 07 08:18:00.573819 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5b826c8f-42c5-498f-a915-8c21193866f3 req-2839a492-f343-4f0d-b3ad-42fdaa4643ea tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412047 Jun 07 08:18:00.639806 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:00.674179 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port ca866164-53bf-4f17-b90d-6bd97a6eb8e1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ca866164-53bf-4f17-b90d-6bd97a6eb8e1,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:00.678766 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:00.680637 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:00.748189 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=ca866164-53bf-4f17-b90d-6bd97a6eb8e1,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:00.751258 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:00.766643 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f0a72-d6d5-4a37-ada3-88716282bdb7 req-84072db2-8d55-4164-9e50-7550cf0b7675 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:00.768747 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-975f0a72-d6d5-4a37-ada3-88716282bdb7 req-84072db2-8d55-4164-9e50-7550cf0b7675 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 946 time: 0.0886469 Jun 07 08:18:00.812773 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-975f0a72-d6d5-4a37-ada3-88716282bdb7 req-847e9094-1739-4f71-8c71-ee03ca668047 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381510 Jun 07 08:18:00.908675 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efbd2c7-b928-488a-8438-ad210556c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca866164-53bf-4f17-b90d-6bd97a6eb8e1'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:00.911100 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c0bfb6-179d-43e4-8aa4-942730e4c3a7" -d '{"events": [{"server_uuid": "2efbd2c7-b928-488a-8438-ad210556c686", "name": "network-vif-plugged", "status": "completed", "tag": "ca866164-53bf-4f17-b90d-6bd97a6eb8e1"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:00.952027 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b87f91-b784-437f-9902-c9b44e580d84 x-openstack-request-id: req-76b87f91-b784-437f-9902-c9b44e580d84 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:00.952326 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efbd2c7-b928-488a-8438-ad210556c686", "name": "network-vif-plugged", "status": "completed", "tag": "ca866164-53bf-4f17-b90d-6bd97a6eb8e1", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:00.952587 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-76b87f91-b784-437f-9902-c9b44e580d84 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:00.952981 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efbd2c7-b928-488a-8438-ad210556c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca866164-53bf-4f17-b90d-6bd97a6eb8e1', 'code': 200} Jun 07 08:18:01.226891 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89400130-4d1d-4ac0-967e-749a27e989c5 req-b5119c12-c37a-4da8-a725-a6634380ca9d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:01.228313 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-89400130-4d1d-4ac0-967e-749a27e989c5 req-b5119c12-c37a-4da8-a725-a6634380ca9d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.1372254 Jun 07 08:18:01.233387 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819a76f-3501-4911-a77a-8ce6585eebce req-f5b86e5e-6cba-4aee-82c0-91de66b42335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:01.234704 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b819a76f-3501-4911-a77a-8ce6585eebce req-f5b86e5e-6cba-4aee-82c0-91de66b42335 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 1099 time: 0.1122468 Jun 07 08:18:01.299059 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-89400130-4d1d-4ac0-967e-749a27e989c5 req-a17a3bed-e1fa-4a22-8545-0a7d98295df3 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631874 Jun 07 08:18:01.302323 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b819a76f-3501-4911-a77a-8ce6585eebce req-868a8526-0ea1-4e21-a161-8bb1de7681cf service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545156 Jun 07 08:18:01.771710 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3105e-0751-447f-b8ce-35e844a3ecc7 req-1171ba9c-6967-4bc1-bba1-126172d98732 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:01.773121 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b1b3105e-0751-447f-b8ce-35e844a3ecc7 req-1171ba9c-6967-4bc1-bba1-126172d98732 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 946 time: 0.0837867 Jun 07 08:18:01.818313 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b1b3105e-0751-447f-b8ce-35e844a3ecc7 req-d8963d1d-b675-415d-9c00-2e8cba752d07 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394368 Jun 07 08:18:02.007329 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc560e28-928e-4e9b-bd8b-11ccecc98c99 req-7a3e56b2-8829-49a2-8b4a-862ae6e1965b tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:02.008937 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-cc560e28-928e-4e9b-bd8b-11ccecc98c99 req-7a3e56b2-8829-49a2-8b4a-862ae6e1965b tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 946 time: 0.0810757 Jun 07 08:18:02.053205 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-cc560e28-928e-4e9b-bd8b-11ccecc98c99 req-e68a9ad3-f0ba-4932-ba03-4830ff7a519a tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389132 Jun 07 08:18:02.496256 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60586adb-b0b4-4fd7-a62d-12406251f0c1 req-9ccda520-8584-4131-8e87-5ee0bc1f0242 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:02.497720 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-60586adb-b0b4-4fd7-a62d-12406251f0c1 req-9ccda520-8584-4131-8e87-5ee0bc1f0242 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0934293 Jun 07 08:18:02.544142 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-60586adb-b0b4-4fd7-a62d-12406251f0c1 req-b82845ba-45a0-4f2d-98e4-6a2d8723323c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401864 Jun 07 08:18:03.059241 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d7507-2f32-4dae-8691-1c6a8e001db8 req-5bf31b66-beb9-4ef0-b0af-7cab3a426273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:03.060676 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-da3d7507-2f32-4dae-8691-1c6a8e001db8 req-5bf31b66-beb9-4ef0-b0af-7cab3a426273 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eeb38b748f524559845190d0c16370c9&device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 1098 time: 0.0687947 Jun 07 08:18:03.333740 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d7507-2f32-4dae-8691-1c6a8e001db8 req-9b226ea7-5899-4a32-b9f8-79909d5bf4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:03.335087 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-da3d7507-2f32-4dae-8691-1c6a8e001db8 req-9b226ea7-5899-4a32-b9f8-79909d5bf4f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=74cb1bed-0784-4820-8a5f-b49c39060f66 HTTP/1.1" status: 200 len: 910 time: 0.2676756 Jun 07 08:18:03.431713 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d6299-10fc-4bb7-8c46-c6bf9a61d1b8 req-6995fbbf-6a2b-4edc-b7e2-4f673523d9b1 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:03.433138 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-850d6299-10fc-4bb7-8c46-c6bf9a61d1b8 req-6995fbbf-6a2b-4edc-b7e2-4f673523d9b1 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 946 time: 0.2755454 Jun 07 08:18:03.464122 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-da3d7507-2f32-4dae-8691-1c6a8e001db8 req-f18d1860-34a8-4667-93ce-4ffe89c332da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff233423-eb49-4ce5-a426-9381731061ae HTTP/1.1" status: 200 len: 1001 time: 0.1226768 Jun 07 08:18:03.523586 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-850d6299-10fc-4bb7-8c46-c6bf9a61d1b8 req-dcc4583c-16fc-49ba-abf3-3bb17df6e56f tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830922 Jun 07 08:18:03.542053 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d7507-2f32-4dae-8691-1c6a8e001db8 req-e9069290-c3b3-4cba-8f6f-62a0910af647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:03.543477 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-da3d7507-2f32-4dae-8691-1c6a8e001db8 req-e9069290-c3b3-4cba-8f6f-62a0910af647 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=851c1953-1ae7-4d4b-adb9-ab249dcd31a7 HTTP/1.1" status: 200 len: 848 time: 0.0722914 Jun 07 08:18:03.625278 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d7507-2f32-4dae-8691-1c6a8e001db8 req-45d069fb-1810-4926-9f69-d9c6929abd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:03.626992 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-da3d7507-2f32-4dae-8691-1c6a8e001db8 req-45d069fb-1810-4926-9f69-d9c6929abd65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74cb1bed-0784-4820-8a5f-b49c39060f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0769181 Jun 07 08:18:03.743714 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea886e3-6f16-4903-8d69-8317fdd333ef req-fab0a5cc-7fce-4d3e-a37b-b073047df9a9 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:03.745601 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0ea886e3-6f16-4903-8d69-8317fdd333ef req-fab0a5cc-7fce-4d3e-a37b-b073047df9a9 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0969069 Jun 07 08:18:03.776182 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-da3d7507-2f32-4dae-8691-1c6a8e001db8 req-f5d2a9fa-ff56-46d0-be26-457a4b845af7 service neutron] 10.222.0.48 "GET /v2.0/networks/74cb1bed-0784-4820-8a5f-b49c39060f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422474 Jun 07 08:18:03.794235 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-0ea886e3-6f16-4903-8d69-8317fdd333ef req-75f2c4c8-d99e-4fbf-9130-74f2ea3b5e93 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428288 Jun 07 08:18:03.912653 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-da3d7507-2f32-4dae-8691-1c6a8e001db8 req-450674d3-152b-4402-b743-6c71e489822e service neutron] 10.222.0.48 "GET /v2.0/networks/74cb1bed-0784-4820-8a5f-b49c39060f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303878 Jun 07 08:18:04.976781 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe71f3-8d69-4336-a1d8-541f4cab9c35 req-56376372-faaf-4590-925e-a70c934fd987 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:04.978240 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-82fe71f3-8d69-4336-a1d8-541f4cab9c35 req-56376372-faaf-4590-925e-a70c934fd987 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0788817 Jun 07 08:18:05.022104 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-82fe71f3-8d69-4336-a1d8-541f4cab9c35 req-0e98005f-3900-48f9-adfc-ccfcb71b1979 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383327 Jun 07 08:18:06.225382 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f2aef-98ec-4fe6-8578-66abe1b1f29c req-852ce130-c830-4d19-ae39-d93e5eecb691 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:06.226843 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f25f2aef-98ec-4fe6-8578-66abe1b1f29c req-852ce130-c830-4d19-ae39-d93e5eecb691 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0914567 Jun 07 08:18:06.270595 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f25f2aef-98ec-4fe6-8578-66abe1b1f29c req-7c67ed96-13b9-4402-a4a3-8d74bac339b8 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383253 Jun 07 08:18:06.573278 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55754f29-93c2-4bc9-acb6-1e87c18c8245 req-055889f4-6042-4d6b-bae5-e95f3bdfdb27 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898237 Jun 07 08:18:06.674911 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c980e2c-69bc-40b4-822c-0ce6c16e8aec req-029a0790-d398-4b2a-8ee2-21c6f2a76c31 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:06.676627 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6c980e2c-69bc-40b4-822c-0ce6c16e8aec req-029a0790-d398-4b2a-8ee2-21c6f2a76c31 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0874348 Jun 07 08:18:06.721865 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6c980e2c-69bc-40b4-822c-0ce6c16e8aec req-2de36cfc-3b79-43c0-bc9a-9d6337741357 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395677 Jun 07 08:18:06.853312 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:07.870989 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4e4874e7-3d0b-42b8-8b78-5ca02b1a840b req-e886194a-2598-4a75-87e8-5433add5a93f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727301 Jun 07 08:18:07.920160 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b0ce5-efc0-4f87-9477-16affc68b828 req-6d43d6fc-5a5b-4f71-96a9-c78d17b4cc28 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:07.921772 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-508b0ce5-efc0-4f87-9477-16affc68b828 req-6d43d6fc-5a5b-4f71-96a9-c78d17b4cc28 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0818851 Jun 07 08:18:07.970441 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-508b0ce5-efc0-4f87-9477-16affc68b828 req-831c2935-3810-4050-9fcc-c207847faa17 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422127 Jun 07 08:18:08.011303 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4874e7-3d0b-42b8-8b78-5ca02b1a840b req-f41641c6-81f2-4c2d-8c1e-0575b45d52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:08.012769 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4e4874e7-3d0b-42b8-8b78-5ca02b1a840b req-f41641c6-81f2-4c2d-8c1e-0575b45d52f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 1099 time: 0.0752690 Jun 07 08:18:08.160585 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4874e7-3d0b-42b8-8b78-5ca02b1a840b req-bb5a58fb-09c4-45d6-a8f4-a51d99abeb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:08.162094 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4e4874e7-3d0b-42b8-8b78-5ca02b1a840b req-bb5a58fb-09c4-45d6-a8f4-a51d99abeb26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f8661265-012e-4b77-980c-179a981d3247 HTTP/1.1" status: 200 len: 918 time: 0.1311750 Jun 07 08:18:08.264882 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4e4874e7-3d0b-42b8-8b78-5ca02b1a840b req-9e60c493-6ac1-40e6-abde-bd1bb52f8535 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5be75054-bf63-4eb3-8681-8b55014d11c5 HTTP/1.1" status: 200 len: 1000 time: 0.0962889 Jun 07 08:18:08.316591 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-98317d0b-3dd1-4ba9-8012-e13b1d114a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:08.330004 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4874e7-3d0b-42b8-8b78-5ca02b1a840b req-6c9846ac-5179-4fd0-84ad-68f7049f2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:08.331424 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4e4874e7-3d0b-42b8-8b78-5ca02b1a840b req-6c9846ac-5179-4fd0-84ad-68f7049f2b84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be HTTP/1.1" status: 200 len: 856 time: 0.0597844 Jun 07 08:18:08.406475 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4874e7-3d0b-42b8-8b78-5ca02b1a840b req-30a3864f-26f9-43f2-b13d-45fc1e6873ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:08.408535 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4e4874e7-3d0b-42b8-8b78-5ca02b1a840b req-30a3864f-26f9-43f2-b13d-45fc1e6873ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f8661265-012e-4b77-980c-179a981d3247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700018 Jun 07 08:18:08.543786 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4e4874e7-3d0b-42b8-8b78-5ca02b1a840b req-beda5e2a-0eec-409d-9980-f6795d5be105 service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282380 Jun 07 08:18:08.768110 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4e4874e7-3d0b-42b8-8b78-5ca02b1a840b req-1e9216d8-e27f-4fa3-8b7c-220fb41d11d7 service neutron] 10.222.0.48 "GET /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175272 Jun 07 08:18:09.150007 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4a5c-43ab-406c-a167-112acc0b67f3 req-ab1914ce-a57b-4cd1-bfe2-db40c861f297 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:09.151441 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-16fd4a5c-43ab-406c-a167-112acc0b67f3 req-ab1914ce-a57b-4cd1-bfe2-db40c861f297 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0783360 Jun 07 08:18:09.195348 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-16fd4a5c-43ab-406c-a167-112acc0b67f3 req-a0fc0b20-6b74-47c3-981e-7f28460301be tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384562 Jun 07 08:18:10.373074 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd63758-6f79-4c89-b2fa-b639b162db39 req-4481cbb9-6acc-46ce-b9b0-626b30eb3e96 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:10.374496 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2dd63758-6f79-4c89-b2fa-b639b162db39 req-4481cbb9-6acc-46ce-b9b0-626b30eb3e96 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0778542 Jun 07 08:18:10.420064 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2dd63758-6f79-4c89-b2fa-b639b162db39 req-c789ae1c-285d-47d5-93cb-92eec1160031 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398638 Jun 07 08:18:10.488661 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device ff233423-eb49-4ce5-a426-9381731061ae no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:10.601137 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:10.626528 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c000ef-b077-453b-98aa-623393906735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff233423-eb49-4ce5-a426-9381731061ae'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:10.628838 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c210cf3a-a728-48e8-b956-9f24791e0c46" -d '{"events": [{"server_uuid": "f0c000ef-b077-453b-98aa-623393906735", "name": "network-vif-unplugged", "status": "completed", "tag": "ff233423-eb49-4ce5-a426-9381731061ae"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:10.636124 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port ff233423-eb49-4ce5-a426-9381731061ae, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ff233423-eb49-4ce5-a426-9381731061ae,segment=NetworkSegment(f1e52d0a-b430-40e3-8d84-0f421f5fb2c7),segment_id=f1e52d0a-b430-40e3-8d84-0f421f5fb2c7)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:10.641086 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:10.643787 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:10.676332 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ca0ba0-8f54-4a21-b339-a91fdda75275 x-openstack-request-id: req-f5ca0ba0-8f54-4a21-b339-a91fdda75275 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:10.676561 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c000ef-b077-453b-98aa-623393906735", "name": "network-vif-unplugged", "status": "failed", "tag": "ff233423-eb49-4ce5-a426-9381731061ae", "code": 422}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:10.676814 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5ca0ba0-8f54-4a21-b339-a91fdda75275 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:10.677195 dv-cinder-784945-11-iscsi neutron-server[91875]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f0c000ef-b077-453b-98aa-623393906735', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff233423-eb49-4ce5-a426-9381731061ae', 'code': 422} returned with failed status Jun 07 08:18:10.715265 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=ff233423-eb49-4ce5-a426-9381731061ae,revision_number=6']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:10.718342 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:10.844021 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:10.991960 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f7162b81-4ede-4463-89c9-00c42f8e8d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:11.614741 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538a291-3122-4a66-a338-36b1b9b1b31d req-9a38b980-0f54-4701-9e6d-b606eb1883c0 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:11.616169 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5538a291-3122-4a66-a338-36b1b9b1b31d req-9a38b980-0f54-4701-9e6d-b606eb1883c0 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0841718 Jun 07 08:18:11.661763 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5538a291-3122-4a66-a338-36b1b9b1b31d req-712f0ebf-ee2a-4d4e-bcd1-cc6ef8de14c7 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389297 Jun 07 08:18:11.948832 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:12.418268 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76ea8-869f-4012-995b-02f14f8091fb req-68ecc4b4-4758-4652-a029-0ce10a3c71a4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:12.419685 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39e76ea8-869f-4012-995b-02f14f8091fb req-68ecc4b4-4758-4652-a029-0ce10a3c71a4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/networks?id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3 HTTP/1.1" status: 200 len: 815 time: 0.1447434 Jun 07 08:18:12.435400 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39e76ea8-869f-4012-995b-02f14f8091fb req-89aa2523-4b86-4085-92f8-6b4ef2a49a16 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/quotas/7ea9c68283ea4ac7a1ba3a696208417b HTTP/1.1" status: 200 len: 375 time: 0.0095589 Jun 07 08:18:12.519404 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39e76ea8-869f-4012-995b-02f14f8091fb req-19767035-fc4a-4fe2-b732-b5c3bc2539aa tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ea9c68283ea4ac7a1ba3a696208417b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779152 Jun 07 08:18:12.655879 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39e76ea8-869f-4012-995b-02f14f8091fb req-61a5d3ba-65f0-4afb-89a1-d85617457c2c service neutron] 10.222.0.43 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299615 Jun 07 08:18:12.799567 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39e76ea8-869f-4012-995b-02f14f8091fb req-715cb7c7-2ac9-4aea-ae8b-1f9f4a1a5cdd service neutron] 10.222.0.43 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372206 Jun 07 08:18:12.857988 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f0898-7e4a-416f-b862-1c14da0ce8e5 req-4fcb1e79-4607-4ec1-89d3-76f4a4b5ee2f tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:12.860211 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c66f0898-7e4a-416f-b862-1c14da0ce8e5 req-4fcb1e79-4607-4ec1-89d3-76f4a4b5ee2f tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0849614 Jun 07 08:18:12.926436 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c66f0898-7e4a-416f-b862-1c14da0ce8e5 req-decfb37c-e981-4770-a1bf-d3c8ac9d1b08 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585465 Jun 07 08:18:12.997761 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3859a804-4f54-4c12-8c9b-fa0b729295f3 req-1f44382c-33ee-44e9-a5a1-0e169121eb2b tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 210 time: 0.0451024 Jun 07 08:18:13.249184 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55754f29-93c2-4bc9-acb6-1e87c18c8245 req-d46a3854-d955-44bd-b960-dda9bce5e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:13.250896 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55754f29-93c2-4bc9-acb6-1e87c18c8245 req-d46a3854-d955-44bd-b960-dda9bce5e4cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735&tenant_id=eeb38b748f524559845190d0c16370c9 HTTP/1.1" status: 200 len: 1096 time: 0.0761945 Jun 07 08:18:13.356843 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55754f29-93c2-4bc9-acb6-1e87c18c8245 req-bca9e4ea-74fc-44d7-9e2f-57f3e1953f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:13.358461 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55754f29-93c2-4bc9-acb6-1e87c18c8245 req-bca9e4ea-74fc-44d7-9e2f-57f3e1953f1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eeb38b748f524559845190d0c16370c9&device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 1096 time: 0.0722809 Jun 07 08:18:13.492207 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55754f29-93c2-4bc9-acb6-1e87c18c8245 req-2c558bb5-ad52-447d-a47f-990e5b6e2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:13.493680 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55754f29-93c2-4bc9-acb6-1e87c18c8245 req-2c558bb5-ad52-447d-a47f-990e5b6e2d14 service neutron] 10.222.0.48 "GET /v2.0/networks?id=74cb1bed-0784-4820-8a5f-b49c39060f66 HTTP/1.1" status: 200 len: 910 time: 0.1288862 Jun 07 08:18:13.555589 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:13.603942 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55754f29-93c2-4bc9-acb6-1e87c18c8245 req-e5d69fe8-5407-434a-86b1-61764d55e055 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff233423-eb49-4ce5-a426-9381731061ae HTTP/1.1" status: 200 len: 999 time: 0.1023195 Jun 07 08:18:13.665175 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55754f29-93c2-4bc9-acb6-1e87c18c8245 req-ba1c8f21-c4a7-4abc-8d3e-b4d9eadd88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:13.666603 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55754f29-93c2-4bc9-acb6-1e87c18c8245 req-ba1c8f21-c4a7-4abc-8d3e-b4d9eadd88f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=851c1953-1ae7-4d4b-adb9-ab249dcd31a7 HTTP/1.1" status: 200 len: 848 time: 0.0556026 Jun 07 08:18:13.746860 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55754f29-93c2-4bc9-acb6-1e87c18c8245 req-d42f701c-8ee0-47c9-9c34-096762ef35dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:13.748312 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55754f29-93c2-4bc9-acb6-1e87c18c8245 req-d42f701c-8ee0-47c9-9c34-096762ef35dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74cb1bed-0784-4820-8a5f-b49c39060f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0722456 Jun 07 08:18:13.885080 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55754f29-93c2-4bc9-acb6-1e87c18c8245 req-2112ec79-9d1e-4ac3-a515-e6c1d11a4c01 service neutron] 10.222.0.48 "GET /v2.0/networks/74cb1bed-0784-4820-8a5f-b49c39060f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290424 Jun 07 08:18:14.136311 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e08e0f-0b41-420b-a574-dced2a7972b1 req-92dc76eb-8926-4174-b53e-aab9f4164831 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:14.138690 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d5e08e0f-0b41-420b-a574-dced2a7972b1 req-92dc76eb-8926-4174-b53e-aab9f4164831 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.1014555 Jun 07 08:18:14.187504 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d5e08e0f-0b41-420b-a574-dced2a7972b1 req-8d48fe20-0857-40a4-bd8d-1d3892312bb0 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427694 Jun 07 08:18:14.253656 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9c5d1b7b-8f75-46af-914f-12574eb67644 req-a777c8f8-a4bb-42fe-95d5-7257166c4c99 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 210 time: 0.1102507 Jun 07 08:18:14.311626 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55754f29-93c2-4bc9-acb6-1e87c18c8245 req-5d6b8129-ebfe-4594-8ed0-7e581df434df service neutron] 10.222.0.48 "GET /v2.0/networks/74cb1bed-0784-4820-8a5f-b49c39060f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060421 Jun 07 08:18:14.319878 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2e4e6ece-0d83-4e02-84bf-ad0fd970bd8c tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:14.321186 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2e4e6ece-0d83-4e02-84bf-ad0fd970bd8c tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "GET /v2.0/networks?id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3 HTTP/1.1" status: 200 len: 815 time: 0.3961899 Jun 07 08:18:14.334745 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-39e76ea8-869f-4012-995b-02f14f8091fb req-61518f3a-597b-47c2-aaf0-48115ad80589 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Request body: {'port': {'device_id': '61263fcf-1923-42a8-b5ca-da46da0fbd73', 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3', 'admin_state_up': True, 'tenant_id': '7ea9c68283ea4ac7a1ba3a696208417b'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:18:14.481981 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e76ea8-869f-4012-995b-02f14f8091fb req-61518f3a-597b-47c2-aaf0-48115ad80589 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Made reservation on behalf of 7ea9c68283ea4ac7a1ba3a696208417b for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:18:14.485256 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-39e76ea8-869f-4012-995b-02f14f8091fb req-61518f3a-597b-47c2-aaf0-48115ad80589 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.650590 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-39e76ea8-869f-4012-995b-02f14f8091fb req-61518f3a-597b-47c2-aaf0-48115ad80589 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Allocated IP 172.20.0.4 (d6f271e5-4875-4bb8-875c-d390cbfe6ab3/48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c/c17b433c-681b-43c8-9a27-f0a8bc2a84ce) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:18:14.848491 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-39e76ea8-869f-4012-995b-02f14f8091fb req-61518f3a-597b-47c2-aaf0-48115ad80589 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.877100 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-39e76ea8-869f-4012-995b-02f14f8091fb req-61518f3a-597b-47c2-aaf0-48115ad80589 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:14.882463 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3582168e-78e4-446f-bef3-2ae647e34809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:14.888245 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['ca866164-53bf-4f17-b90d-6bd97a6eb8e1'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:18:14.945127 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e76ea8-869f-4012-995b-02f14f8091fb req-61518f3a-597b-47c2-aaf0-48115ad80589 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:18:14.948207 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-39e76ea8-869f-4012-995b-02f14f8091fb req-61518f3a-597b-47c2-aaf0-48115ad80589 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:18:14.951983 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e76ea8-869f-4012-995b-02f14f8091fb req-61518f3a-597b-47c2-aaf0-48115ad80589 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:18:14.991674 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61518f3a-597b-47c2-aaf0-48115ad80589 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Pushing event updated for resources: {'Port': ['ID=c17b433c-681b-43c8-9a27-f0a8bc2a84ce,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:14.995928 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-61518f3a-597b-47c2-aaf0-48115ad80589 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:15.022363 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76ea8-869f-4012-995b-02f14f8091fb req-61518f3a-597b-47c2-aaf0-48115ad80589 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:15.022967 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-39e76ea8-869f-4012-995b-02f14f8091fb req-61518f3a-597b-47c2-aaf0-48115ad80589 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.042499 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39e76ea8-869f-4012-995b-02f14f8091fb req-61518f3a-597b-47c2-aaf0-48115ad80589 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7115643 Jun 07 08:18:15.055418 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Request body: {'port': {'device_id': '61263fcf-1923-42a8-b5ca-da46da0fbd73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:18:15.160821 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.382604 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412f16b-3831-476d-b542-1ef0b8976aa6 req-42678ce3-3f8b-4c87-9a2b-f36a97084ec5 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:15.384046 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b412f16b-3831-476d-b542-1ef0b8976aa6 req-42678ce3-3f8b-4c87-9a2b-f36a97084ec5 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0898163 Jun 07 08:18:15.428686 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b412f16b-3831-476d-b542-1ef0b8976aa6 req-59b19f47-72b1-431e-bc9b-1bb2699eebd5 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382204 Jun 07 08:18:15.505759 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86fd12-eaf6-4013-8cc1-713f1ef82894 req-c751ab54-1803-49c4-88f3-ab8e6a673fd2 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:15.507203 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2b86fd12-eaf6-4013-8cc1-713f1ef82894 req-c751ab54-1803-49c4-88f3-ab8e6a673fd2 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 931 time: 0.1173184 Jun 07 08:18:15.603954 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2b86fd12-eaf6-4013-8cc1-713f1ef82894 req-97e17572-7cb6-43f1-b100-a21aa78d2939 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860095 Jun 07 08:18:15.605691 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17b433c-681b-43c8-9a27-f0a8bc2a84ce {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:18:15.613522 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.629669 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Transition to ACTIVE for port object c17b433c-681b-43c8-9a27-f0a8bc2a84ce will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:18:15.633277 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:15.637758 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:15.893226 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Pushing event updated for resources: {'Port': ['ID=c17b433c-681b-43c8-9a27-f0a8bc2a84ce,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:15.900336 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:15.963829 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Attempting to bind port c17b433c-681b-43c8-9a27-f0a8bc2a84ce on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:18:15.964073 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Attempting to bind port c17b433c-681b-43c8-9a27-f0a8bc2a84ce by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:18:15.964397 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Attempting to bind port c17b433c-681b-43c8-9a27-f0a8bc2a84ce on network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:18:15.968874 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Port c17b433c-681b-43c8-9a27-f0a8bc2a84ce on network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:18:15.969193 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Attempting to bind port c17b433c-681b-43c8-9a27-f0a8bc2a84ce on network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:18:15.974690 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:18:15.975021 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Checking segment: {'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:18:15.975396 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Bound using segment: {'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:18:15.975814 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Bound port: c17b433c-681b-43c8-9a27-f0a8bc2a84ce, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:18:15.976157 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:16.064048 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] For port c17b433c-681b-43c8-9a27-f0a8bc2a84ce, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:18:16.067085 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] For port c17b433c-681b-43c8-9a27-f0a8bc2a84ce, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c17b433c-681b-43c8-9a27-f0a8bc2a84ce,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:18:16.070424 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:16.073980 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3906b6f4-6b70-49ea-9d66-54851a882e59 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:16.130160 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:16.130922 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:16.132490 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39e76ea8-869f-4012-995b-02f14f8091fb req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] 10.222.0.48 "PUT /v2.0/ports/c17b433c-681b-43c8-9a27-f0a8bc2a84ce HTTP/1.1" status: 200 len: 1093 time: 1.0811644 Jun 07 08:18:16.133014 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61263fcf-1923-42a8-b5ca-da46da0fbd73', 'tag': 'c17b433c-681b-43c8-9a27-f0a8bc2a84ce'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:16.135320 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b423a219-a19a-445c-b812-cc1262fae8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "61263fcf-1923-42a8-b5ca-da46da0fbd73", "tag": "c17b433c-681b-43c8-9a27-f0a8bc2a84ce"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:16.152183 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Pushing event updated for resources: {'Port': ['ID=c17b433c-681b-43c8-9a27-f0a8bc2a84ce,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:16.155479 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:16.206600 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fc48e8-0870-4f0a-a148-51e3fd856fae x-openstack-request-id: req-74fc48e8-0870-4f0a-a148-51e3fd856fae {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:16.206925 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61263fcf-1923-42a8-b5ca-da46da0fbd73", "tag": "c17b433c-681b-43c8-9a27-f0a8bc2a84ce", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:16.207216 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74fc48e8-0870-4f0a-a148-51e3fd856fae {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:16.207632 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61263fcf-1923-42a8-b5ca-da46da0fbd73', 'tag': 'c17b433c-681b-43c8-9a27-f0a8bc2a84ce', 'status': 'completed', 'code': 200} Jun 07 08:18:16.248820 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76ea8-869f-4012-995b-02f14f8091fb req-78bb4bd6-1be5-46c5-bfb0-76be091cad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:16.250234 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39e76ea8-869f-4012-995b-02f14f8091fb req-78bb4bd6-1be5-46c5-bfb0-76be091cad81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ea9c68283ea4ac7a1ba3a696208417b&device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 1096 time: 0.0780714 Jun 07 08:18:16.317195 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39e76ea8-869f-4012-995b-02f14f8091fb req-e300a265-05da-4f82-990b-73991f1e7c1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c17b433c-681b-43c8-9a27-f0a8bc2a84ce HTTP/1.1" status: 200 len: 217 time: 0.0588851 Jun 07 08:18:16.385533 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76ea8-869f-4012-995b-02f14f8091fb req-86cbebd4-abbc-4663-992d-1085b434a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:16.386909 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39e76ea8-869f-4012-995b-02f14f8091fb req-86cbebd4-abbc-4663-992d-1085b434a8cc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c HTTP/1.1" status: 200 len: 855 time: 0.0588338 Jun 07 08:18:16.433597 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39e76ea8-869f-4012-995b-02f14f8091fb req-5a3f9112-1c85-4504-8504-1c8d463e3e9c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397112 Jun 07 08:18:16.619405 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39e76ea8-869f-4012-995b-02f14f8091fb req-3e0af4b1-3a8c-4e2a-afb7-ec09b7094504 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789231 Jun 07 08:18:16.725586 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2d162-feea-4304-abe2-1688b6846eaf req-2623920b-2f38-4b47-b1c9-c9626f22a61b tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:16.727127 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-74e2d162-feea-4304-abe2-1688b6846eaf req-2623920b-2f38-4b47-b1c9-c9626f22a61b tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.1912293 Jun 07 08:18:16.797225 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0beaa-58c3-40b1-adc1-4c9da2198dc6 req-d2a5a9e6-dabe-44cb-8bfd-40d67cd20e0f tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:16.797894 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-39e76ea8-869f-4012-995b-02f14f8091fb req-20f9c840-7c0b-47d2-b61a-29a3cef60f43 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701162 Jun 07 08:18:16.798925 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f4a0beaa-58c3-40b1-adc1-4c9da2198dc6 req-d2a5a9e6-dabe-44cb-8bfd-40d67cd20e0f tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 943 time: 0.0825622 Jun 07 08:18:16.800475 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-74e2d162-feea-4304-abe2-1688b6846eaf req-d6f45b23-c702-4680-8f7b-8033f9df2dd5 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640013 Jun 07 08:18:16.847107 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-f4a0beaa-58c3-40b1-adc1-4c9da2198dc6 req-dce0de50-1895-499d-96d7-ec7890d2b220 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421944 Jun 07 08:18:16.925537 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423a219-a19a-445c-b812-cc1262fae8f9 req-cd4fd4a3-ebda-43b4-93fe-5a2a699a6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:16.926981 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b423a219-a19a-445c-b812-cc1262fae8f9 req-cd4fd4a3-ebda-43b4-93fe-5a2a699a6d4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ea9c68283ea4ac7a1ba3a696208417b&device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 1096 time: 0.0733786 Jun 07 08:18:17.053932 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423a219-a19a-445c-b812-cc1262fae8f9 req-7974f034-1ee4-4214-9721-699b93aa2144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:17.055545 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b423a219-a19a-445c-b812-cc1262fae8f9 req-7974f034-1ee4-4214-9721-699b93aa2144 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3 HTTP/1.1" status: 200 len: 916 time: 0.1217647 Jun 07 08:18:17.124367 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b423a219-a19a-445c-b812-cc1262fae8f9 req-fe71e145-675a-41a3-a364-3cff47cc62db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c17b433c-681b-43c8-9a27-f0a8bc2a84ce HTTP/1.1" status: 200 len: 217 time: 0.0618682 Jun 07 08:18:17.187017 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423a219-a19a-445c-b812-cc1262fae8f9 req-000a3977-a1c9-4ec1-9a6e-38c980ba3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:17.188437 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b423a219-a19a-445c-b812-cc1262fae8f9 req-000a3977-a1c9-4ec1-9a6e-38c980ba3dfe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c HTTP/1.1" status: 200 len: 855 time: 0.0577252 Jun 07 08:18:17.241073 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b423a219-a19a-445c-b812-cc1262fae8f9 req-cc58e1ff-a7a7-4bc5-aafd-bdb63dcddc8a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439625 Jun 07 08:18:17.393600 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b423a219-a19a-445c-b812-cc1262fae8f9 req-ce337b26-2664-4cd6-9722-d31635a39490 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454277 Jun 07 08:18:17.626118 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b423a219-a19a-445c-b812-cc1262fae8f9 req-27ad7975-aba2-4fd9-9c05-b30e2ec7a877 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217107 Jun 07 08:18:17.985989 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f4912-e8e0-446b-8340-549fc3c7ba4c req-2bc5a453-7cd5-4c24-90e6-b92cd9107610 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:17.987214 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-161f4912-e8e0-446b-8340-549fc3c7ba4c req-2bc5a453-7cd5-4c24-90e6-b92cd9107610 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0814774 Jun 07 08:18:18.031124 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-161f4912-e8e0-446b-8340-549fc3c7ba4c req-8b2f533e-cb3b-4e84-8a24-27c9c1bfb71c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383146 Jun 07 08:18:18.033679 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225b1cd-a27b-4f90-a165-b388cd722578 req-eef7ebee-ff76-461d-978b-44cf0f7d3666 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:18.035264 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9225b1cd-a27b-4f90-a165-b388cd722578 req-eef7ebee-ff76-461d-978b-44cf0f7d3666 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 943 time: 0.0792046 Jun 07 08:18:18.084697 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9225b1cd-a27b-4f90-a165-b388cd722578 req-9e754f40-33dc-4c58-949d-b80c5bb84861 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439165 Jun 07 08:18:19.221636 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09c9fc-f4ba-4d25-9ae3-322d9c5f6a4d req-ac124d8c-494f-4d75-bd5c-1a8bea964d2c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:19.223157 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bf09c9fc-f4ba-4d25-9ae3-322d9c5f6a4d req-ac124d8c-494f-4d75-bd5c-1a8bea964d2c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0835440 Jun 07 08:18:19.268590 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce91afc-b6cb-482d-a86b-08d052ba5472 req-cdae3f37-9f5c-481b-a53e-7eed49848cdc tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:19.269360 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bf09c9fc-f4ba-4d25-9ae3-322d9c5f6a4d req-9daab166-b27e-4961-8a87-e4cc7332108d tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406528 Jun 07 08:18:19.270065 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9ce91afc-b6cb-482d-a86b-08d052ba5472 req-cdae3f37-9f5c-481b-a53e-7eed49848cdc tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 943 time: 0.0801706 Jun 07 08:18:19.314373 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9ce91afc-b6cb-482d-a86b-08d052ba5472 req-87d7f849-632f-4a87-9339-491f41a15653 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385263 Jun 07 08:18:20.456266 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac25d0d-e19e-4250-b196-2641682c9119 req-c0178569-92bd-4126-823c-61f0eda3ac4f tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:20.457711 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ac25d0d-e19e-4250-b196-2641682c9119 req-c0178569-92bd-4126-823c-61f0eda3ac4f tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0784597 Jun 07 08:18:20.503349 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7cee1-1700-4ebb-901b-60843ca73b95 req-d879295e-f199-460a-a638-ddd6f9c6d130 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:20.504780 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a1c7cee1-1700-4ebb-901b-60843ca73b95 req-d879295e-f199-460a-a638-ddd6f9c6d130 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 943 time: 0.0845325 Jun 07 08:18:20.505897 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-6ac25d0d-e19e-4250-b196-2641682c9119 req-74cb4a57-3c58-4e89-acbd-1db9cec4be3c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425446 Jun 07 08:18:20.536917 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device c17b433c-681b-43c8-9a27-f0a8bc2a84ce details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:18:20.548696 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a1c7cee1-1700-4ebb-901b-60843ca73b95 req-e150388e-f224-4bf4-99cb-e3d92a3dcfcf tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377028 Jun 07 08:18:20.669372 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port c17b433c-681b-43c8-9a27-f0a8bc2a84ce, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c17b433c-681b-43c8-9a27-f0a8bc2a84ce,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:20.682657 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': 'c17b433c-681b-43c8-9a27-f0a8bc2a84ce', 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3', 'port_id': 'c17b433c-681b-43c8-9a27-f0a8bc2a84ce', 'mac_address': 'fa:16:3e:8d:69:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:18:20.735993 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:20.752311 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17b433c-681b-43c8-9a27-f0a8bc2a84ce {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:18:20.767189 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port c17b433c-681b-43c8-9a27-f0a8bc2a84ce, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c17b433c-681b-43c8-9a27-f0a8bc2a84ce,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:20.771008 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:20.772791 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:20.840722 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=c17b433c-681b-43c8-9a27-f0a8bc2a84ce,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:20.843521 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:21.045138 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['c17b433c-681b-43c8-9a27-f0a8bc2a84ce'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:18:21.693375 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f0393-d094-4a10-acb9-5d0e68b04a82 req-106538ba-85a8-4468-8613-4a959736d485 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:21.694815 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-108f0393-d094-4a10-acb9-5d0e68b04a82 req-106538ba-85a8-4468-8613-4a959736d485 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0838182 Jun 07 08:18:21.734414 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb5cf1-e8fd-40b5-a460-b7a17e14f306 req-963bb433-d6cc-4629-aa52-77b00f95623e tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:21.735917 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-69bb5cf1-e8fd-40b5-a460-b7a17e14f306 req-963bb433-d6cc-4629-aa52-77b00f95623e tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 944 time: 0.0802119 Jun 07 08:18:21.740678 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-108f0393-d094-4a10-acb9-5d0e68b04a82 req-3fdcfa97-f2f9-4f0d-bbb2-5a531c7467c9 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402875 Jun 07 08:18:21.779787 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-69bb5cf1-e8fd-40b5-a460-b7a17e14f306 req-8ebb4f63-4114-4606-aed4-ec4f4bbc5296 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381098 Jun 07 08:18:22.554087 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device ff233423-eb49-4ce5-a426-9381731061ae details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:18:22.557412 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device c17b433c-681b-43c8-9a27-f0a8bc2a84ce up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:22.741898 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port c17b433c-681b-43c8-9a27-f0a8bc2a84ce completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:18:22.750540 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port c17b433c-681b-43c8-9a27-f0a8bc2a84ce triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:22.750956 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.829895 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port ff233423-eb49-4ce5-a426-9381731061ae, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ff233423-eb49-4ce5-a426-9381731061ae,segment=NetworkSegment(f1e52d0a-b430-40e3-8d84-0f421f5fb2c7),segment_id=f1e52d0a-b430-40e3-8d84-0f421f5fb2c7)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:22.847911 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': 'ff233423-eb49-4ce5-a426-9381731061ae', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'port_id': 'ff233423-eb49-4ce5-a426-9381731061ae', 'mac_address': 'fa:16:3e:f5:ee:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:18:22.941009 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf939-c917-4520-a4f2-130aa2657a05 req-6e539390-7fef-430c-8221-d982d9b757b2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:22.942563 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d0eaf939-c917-4520-a4f2-130aa2657a05 req-6e539390-7fef-430c-8221-d982d9b757b2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 943 time: 0.0892689 Jun 07 08:18:22.952676 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.964205 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:22.987728 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff233423-eb49-4ce5-a426-9381731061ae {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:18:22.995615 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b5de1-3c44-431b-846d-873c2e772c1e req-391607c0-1a67-4ffd-8ebd-de88eea1b55e tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:22.996630 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9c3b5de1-3c44-431b-846d-873c2e772c1e req-391607c0-1a67-4ffd-8ebd-de88eea1b55e tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 944 time: 0.0981159 Jun 07 08:18:23.001811 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d0eaf939-c917-4520-a4f2-130aa2657a05 req-4cb57e81-bb2f-4421-9a6b-4cdae660c8b3 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535104 Jun 07 08:18:23.013408 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61263fcf-1923-42a8-b5ca-da46da0fbd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17b433c-681b-43c8-9a27-f0a8bc2a84ce'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:23.015953 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f82df5-9dfc-42fa-9052-ac0a54c237bc" -d '{"events": [{"server_uuid": "61263fcf-1923-42a8-b5ca-da46da0fbd73", "name": "network-vif-plugged", "status": "completed", "tag": "c17b433c-681b-43c8-9a27-f0a8bc2a84ce"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:23.033853 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port ff233423-eb49-4ce5-a426-9381731061ae, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ff233423-eb49-4ce5-a426-9381731061ae,segment=NetworkSegment(f1e52d0a-b430-40e3-8d84-0f421f5fb2c7),segment_id=f1e52d0a-b430-40e3-8d84-0f421f5fb2c7)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:23.036218 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port c17b433c-681b-43c8-9a27-f0a8bc2a84ce, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c17b433c-681b-43c8-9a27-f0a8bc2a84ce,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:23.038928 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:23.041511 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:23.049484 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-9c3b5de1-3c44-431b-846d-873c2e772c1e req-d62a62d7-809c-4e8a-b9bd-f07ef839e3ac tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Jun 07 08:18:23.071508 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174beb7c-04e2-42ca-9a1d-702f0f05dfe3 x-openstack-request-id: req-174beb7c-04e2-42ca-9a1d-702f0f05dfe3 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:23.071798 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61263fcf-1923-42a8-b5ca-da46da0fbd73", "name": "network-vif-plugged", "status": "completed", "tag": "c17b433c-681b-43c8-9a27-f0a8bc2a84ce", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:23.072050 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-174beb7c-04e2-42ca-9a1d-702f0f05dfe3 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:23.072430 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61263fcf-1923-42a8-b5ca-da46da0fbd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17b433c-681b-43c8-9a27-f0a8bc2a84ce', 'code': 200} Jun 07 08:18:23.073688 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:23.112822 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=ff233423-eb49-4ce5-a426-9381731061ae,revision_number=7']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:23.115653 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:23.116139 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:23.181623 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=c17b433c-681b-43c8-9a27-f0a8bc2a84ce,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:23.184863 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:23.295382 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a0810-e8d8-4c9d-8c7c-05f55a781286 req-ce937efe-3275-4dd0-b3ba-997e8b5102d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:23.296887 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-928a0810-e8d8-4c9d-8c7c-05f55a781286 req-ce937efe-3275-4dd0-b3ba-997e8b5102d9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 1098 time: 0.0709710 Jun 07 08:18:23.303162 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['ff233423-eb49-4ce5-a426-9381731061ae'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:18:23.349076 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-928a0810-e8d8-4c9d-8c7c-05f55a781286 req-8d0b106b-fbd3-4a72-adc7-e879d3ce141a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382400 Jun 07 08:18:24.193770 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e610c7-9f01-45eb-bf9b-512d15aa6f07 req-4e1f7857-5712-4946-816c-ef810df8297c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:24.195354 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-03e610c7-9f01-45eb-bf9b-512d15aa6f07 req-4e1f7857-5712-4946-816c-ef810df8297c tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 944 time: 0.0809917 Jun 07 08:18:24.243727 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-03e610c7-9f01-45eb-bf9b-512d15aa6f07 req-95e6976e-95a9-4cc5-bced-43f06b6514c0 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426657 Jun 07 08:18:24.252041 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9df1e-874e-4700-be23-e6f53a9d616b req-eeaa7735-0b7f-4178-a140-53e6d36ae381 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:24.253588 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-86c9df1e-874e-4700-be23-e6f53a9d616b req-eeaa7735-0b7f-4178-a140-53e6d36ae381 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 945 time: 0.0925045 Jun 07 08:18:24.304002 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-86c9df1e-874e-4700-be23-e6f53a9d616b req-b7331ab8-69d6-4a80-ac0a-0f3354feb1a5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447989 Jun 07 08:18:24.559450 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device ff233423-eb49-4ce5-a426-9381731061ae up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:24.631180 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port ff233423-eb49-4ce5-a426-9381731061ae triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:24.631555 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:24.744863 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:24.775840 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port ff233423-eb49-4ce5-a426-9381731061ae, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ff233423-eb49-4ce5-a426-9381731061ae,segment=NetworkSegment(f1e52d0a-b430-40e3-8d84-0f421f5fb2c7),segment_id=f1e52d0a-b430-40e3-8d84-0f421f5fb2c7)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:24.779606 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:24.781532 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:24.845464 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=ff233423-eb49-4ce5-a426-9381731061ae,revision_number=8']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:24.848206 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:25.073516 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c000ef-b077-453b-98aa-623393906735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff233423-eb49-4ce5-a426-9381731061ae'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:25.075804 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff5716b-1bc1-49e6-b9c7-d0e0b9cb95eb" -d '{"events": [{"server_uuid": "f0c000ef-b077-453b-98aa-623393906735", "name": "network-vif-plugged", "status": "completed", "tag": "ff233423-eb49-4ce5-a426-9381731061ae"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:25.117392 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b1c5a6-8561-4abf-856f-44819bd576b9 x-openstack-request-id: req-c5b1c5a6-8561-4abf-856f-44819bd576b9 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:25.117771 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c000ef-b077-453b-98aa-623393906735", "name": "network-vif-plugged", "status": "completed", "tag": "ff233423-eb49-4ce5-a426-9381731061ae", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:25.118035 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5b1c5a6-8561-4abf-856f-44819bd576b9 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:25.118457 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c000ef-b077-453b-98aa-623393906735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff233423-eb49-4ce5-a426-9381731061ae', 'code': 200} Jun 07 08:18:25.491293 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c8de5-264c-46a0-9311-f0a730eae7e2 req-80bbc45e-8fcc-4778-9153-b2ac201b4b15 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:25.492843 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a95c8de5-264c-46a0-9311-f0a730eae7e2 req-80bbc45e-8fcc-4778-9153-b2ac201b4b15 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.1416888 Jun 07 08:18:25.495905 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89748a-0b32-48c5-bd83-92cf2e798ff8 req-01acbee8-c756-4e4e-bf94-23bd4eaa9d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:25.497428 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4d89748a-0b32-48c5-bd83-92cf2e798ff8 req-01acbee8-c756-4e4e-bf94-23bd4eaa9d8c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 1098 time: 0.1098757 Jun 07 08:18:25.567057 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a95c8de5-264c-46a0-9311-f0a730eae7e2 req-056f2162-d3e8-4d66-89c8-c7283e4d788a tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684614 Jun 07 08:18:25.568488 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4d89748a-0b32-48c5-bd83-92cf2e798ff8 req-5b231f89-901a-42fb-8bd2-76031d054f43 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560861 Jun 07 08:18:25.588700 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733dcb5-5504-468e-ba2b-a8440f4873ce req-56750a97-9463-464f-9b8e-ae82d144b32b tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:25.590227 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5733dcb5-5504-468e-ba2b-a8440f4873ce req-56750a97-9463-464f-9b8e-ae82d144b32b tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 945 time: 0.1765172 Jun 07 08:18:25.635708 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5733dcb5-5504-468e-ba2b-a8440f4873ce req-7a1822ce-fe63-478f-a716-23f1f7ab1a26 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398002 Jun 07 08:18:26.762842 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ab692-b991-43eb-a471-aa25b5bea079 req-e7452bcb-bb49-412a-a7aa-ae53aa3ed64f tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:26.764273 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-197ab692-b991-43eb-a471-aa25b5bea079 req-e7452bcb-bb49-412a-a7aa-ae53aa3ed64f tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0902326 Jun 07 08:18:26.807600 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-197ab692-b991-43eb-a471-aa25b5bea079 req-b2cd1e3c-1d5b-482a-8af8-cab8fd12e6b0 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370648 Jun 07 08:18:27.721193 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-e6ffdf97-161d-40d9-91bd-a09f749c9533 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:27.722689 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-e6ffdf97-161d-40d9-91bd-a09f749c9533 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/networks?id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3 HTTP/1.1" status: 200 len: 815 time: 0.1410801 Jun 07 08:18:27.736761 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-c7cffac6-55df-40c6-9005-8012aa452cd8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/quotas/7ea9c68283ea4ac7a1ba3a696208417b HTTP/1.1" status: 200 len: 375 time: 0.0087886 Jun 07 08:18:27.823849 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-ad785904-f152-4814-adaa-442c3373199c tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ea9c68283ea4ac7a1ba3a696208417b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823433 Jun 07 08:18:27.955196 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-17f20b04-5482-4e43-9032-720126cf85ae service neutron] 10.222.0.43 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237819 Jun 07 08:18:28.082438 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-38c92a05-70bb-4a26-a1a0-cb27279f8048 service neutron] 10.222.0.43 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214664 Jun 07 08:18:28.252784 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ab9b0274-8c8b-44af-9667-a101376022f5 req-baf35ef8-e0a1-48f9-8ded-bcba9df6db21 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 210 time: 0.0420430 Jun 07 08:18:29.408089 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-9952e62f-a6ff-4fdf-8b1f-2b20de693674 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:29.409558 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-9952e62f-a6ff-4fdf-8b1f-2b20de693674 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "GET /v2.0/networks?id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3 HTTP/1.1" status: 200 len: 815 time: 0.1624627 Jun 07 08:18:29.416783 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-72a6ac33-4bb3-4e97-8e1c-1659559691c6 req-bc6e018c-b2b1-48b9-baa4-c9f5580026d6 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 210 time: 0.0586321 Jun 07 08:18:29.431779 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-6748c0b8-f58e-43ca-9c8d-0d7349a59ea8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Request body: {'port': {'device_id': 'b869466c-8342-4c20-b1ca-64d212f497ac', 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3', 'admin_state_up': True, 'tenant_id': '7ea9c68283ea4ac7a1ba3a696208417b'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:18:29.587069 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-6748c0b8-f58e-43ca-9c8d-0d7349a59ea8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Made reservation on behalf of 7ea9c68283ea4ac7a1ba3a696208417b for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:18:29.590395 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-6748c0b8-f58e-43ca-9c8d-0d7349a59ea8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:29.760682 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-6748c0b8-f58e-43ca-9c8d-0d7349a59ea8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Allocated IP 172.20.0.10 (d6f271e5-4875-4bb8-875c-d390cbfe6ab3/48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c/16819032-01e0-4fbe-ba9d-2793f0f94a8f) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:18:29.959364 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-6748c0b8-f58e-43ca-9c8d-0d7349a59ea8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:29.988605 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-6748c0b8-f58e-43ca-9c8d-0d7349a59ea8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:29.994698 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e8e6312f-bf0b-4ba8-a37f-1834a6da4a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:30.009454 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['ca866164-53bf-4f17-b90d-6bd97a6eb8e1', 'c17b433c-681b-43c8-9a27-f0a8bc2a84ce'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:18:30.161928 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-6748c0b8-f58e-43ca-9c8d-0d7349a59ea8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:18:30.164835 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-6748c0b8-f58e-43ca-9c8d-0d7349a59ea8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:18:30.168742 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-6748c0b8-f58e-43ca-9c8d-0d7349a59ea8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:18:30.202367 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748c0b8-f58e-43ca-9c8d-0d7349a59ea8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Pushing event updated for resources: {'Port': ['ID=16819032-01e0-4fbe-ba9d-2793f0f94a8f,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:30.207786 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6748c0b8-f58e-43ca-9c8d-0d7349a59ea8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:30.234619 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-6748c0b8-f58e-43ca-9c8d-0d7349a59ea8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:30.235220 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-6748c0b8-f58e-43ca-9c8d-0d7349a59ea8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:30.253626 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-6748c0b8-f58e-43ca-9c8d-0d7349a59ea8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8269451 Jun 07 08:18:30.271360 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Request body: {'port': {'device_id': 'b869466c-8342-4c20-b1ca-64d212f497ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:18:30.293448 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:18:30.381936 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:30.711085 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edf286-c70b-4e14-bc38-faefe30ff3bf req-921edffd-397d-412a-a250-029bd0c4621a tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:30.712551 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-46edf286-c70b-4e14-bc38-faefe30ff3bf req-921edffd-397d-412a-a250-029bd0c4621a tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 932 time: 0.1912134 Jun 07 08:18:30.812906 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-46edf286-c70b-4e14-bc38-faefe30ff3bf req-2f23596e-0308-4390-97c6-aa5ff2cfb28e tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931633 Jun 07 08:18:30.818559 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16819032-01e0-4fbe-ba9d-2793f0f94a8f {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:18:30.825668 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:30.840316 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Transition to ACTIVE for port object 16819032-01e0-4fbe-ba9d-2793f0f94a8f will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:18:30.844089 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:30.849730 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:31.029382 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Pushing event updated for resources: {'Port': ['ID=16819032-01e0-4fbe-ba9d-2793f0f94a8f,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:31.034282 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:31.071916 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Attempting to bind port 16819032-01e0-4fbe-ba9d-2793f0f94a8f on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:18:31.072243 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Attempting to bind port 16819032-01e0-4fbe-ba9d-2793f0f94a8f by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:18:31.072563 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Attempting to bind port 16819032-01e0-4fbe-ba9d-2793f0f94a8f on network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:18:31.077002 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Port 16819032-01e0-4fbe-ba9d-2793f0f94a8f on network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:18:31.077324 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Attempting to bind port 16819032-01e0-4fbe-ba9d-2793f0f94a8f on network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:18:31.083017 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:18:31.083348 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Checking segment: {'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:18:31.083723 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Bound using segment: {'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:18:31.084129 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Bound port: 16819032-01e0-4fbe-ba9d-2793f0f94a8f, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:18:31.084462 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:31.172711 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] For port 16819032-01e0-4fbe-ba9d-2793f0f94a8f, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:18:31.176388 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] For port 16819032-01e0-4fbe-ba9d-2793f0f94a8f, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=16819032-01e0-4fbe-ba9d-2793f0f94a8f,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:18:31.180378 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:31.184729 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-544e6fee-6a60-4f18-ad1d-07b4ef7f9978 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:31.226885 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:31.227490 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:31.228869 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] 10.222.0.48 "PUT /v2.0/ports/16819032-01e0-4fbe-ba9d-2793f0f94a8f HTTP/1.1" status: 200 len: 1094 time: 0.9622638 Jun 07 08:18:31.240822 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b869466c-8342-4c20-b1ca-64d212f497ac', 'tag': '16819032-01e0-4fbe-ba9d-2793f0f94a8f'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:31.243330 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c0f0cc-347b-4f92-baad-b8e89dcded56" -d '{"events": [{"name": "network-changed", "server_uuid": "b869466c-8342-4c20-b1ca-64d212f497ac", "tag": "16819032-01e0-4fbe-ba9d-2793f0f94a8f"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:31.297728 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Pushing event updated for resources: {'Port': ['ID=16819032-01e0-4fbe-ba9d-2793f0f94a8f,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:31.302194 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85c3ddd-8daf-49bc-a399-62b9910a1adb x-openstack-request-id: req-e85c3ddd-8daf-49bc-a399-62b9910a1adb {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:31.302513 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b869466c-8342-4c20-b1ca-64d212f497ac", "tag": "16819032-01e0-4fbe-ba9d-2793f0f94a8f", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:31.302797 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e85c3ddd-8daf-49bc-a399-62b9910a1adb {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:31.303201 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b869466c-8342-4c20-b1ca-64d212f497ac', 'tag': '16819032-01e0-4fbe-ba9d-2793f0f94a8f', 'status': 'completed', 'code': 200} Jun 07 08:18:31.313746 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:31.347057 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-7ab4f7e0-90fb-4c67-8cb9-0e74d5299421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:31.348500 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-7ab4f7e0-90fb-4c67-8cb9-0e74d5299421 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ea9c68283ea4ac7a1ba3a696208417b&device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 1097 time: 0.0804474 Jun 07 08:18:31.414691 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-ff1a7702-43a9-4994-ba98-471a67fdc8ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16819032-01e0-4fbe-ba9d-2793f0f94a8f HTTP/1.1" status: 200 len: 217 time: 0.0579040 Jun 07 08:18:31.481232 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-03cfec62-3948-44c0-a6be-2fe38f2cd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:31.482520 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-03cfec62-3948-44c0-a6be-2fe38f2cd38d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c HTTP/1.1" status: 200 len: 855 time: 0.0578940 Jun 07 08:18:31.530286 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-007bc921-a720-48ad-8f22-e0eba99e740d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384908 Jun 07 08:18:31.659783 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-aa0a9f32-db0c-46ac-81c2-8db04ca7a331 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224186 Jun 07 08:18:31.883866 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-70f4be7a-4707-4844-94f5-ebfab5f79d40 req-e4d59c27-00a1-400e-897c-2c16cc10d256 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161784 Jun 07 08:18:32.071597 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa7da3-6bc8-4385-a295-ba0c98971b5a req-ebe9d8e6-1cc4-4e57-b9c6-5859e44d287b tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:32.073023 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-28aa7da3-6bc8-4385-a295-ba0c98971b5a req-ebe9d8e6-1cc4-4e57-b9c6-5859e44d287b tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 944 time: 0.1434779 Jun 07 08:18:32.074863 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0f0cc-347b-4f92-baad-b8e89dcded56 req-8e82c565-c813-4075-a99d-559016935fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:32.076166 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e0c0f0cc-347b-4f92-baad-b8e89dcded56 req-8e82c565-c813-4075-a99d-559016935fff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ea9c68283ea4ac7a1ba3a696208417b&device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 1097 time: 0.1122279 Jun 07 08:18:32.153235 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-28aa7da3-6bc8-4385-a295-ba0c98971b5a req-f24245fc-4a58-4297-8bc8-10b324b90a79 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746396 Jun 07 08:18:32.234553 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0f0cc-347b-4f92-baad-b8e89dcded56 req-553f8fcf-8438-49ad-ba1e-cee4be71a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:32.236086 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e0c0f0cc-347b-4f92-baad-b8e89dcded56 req-553f8fcf-8438-49ad-ba1e-cee4be71a16a service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3 HTTP/1.1" status: 200 len: 916 time: 0.1427288 Jun 07 08:18:32.305495 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e0c0f0cc-347b-4f92-baad-b8e89dcded56 req-f1287fa8-f9df-4169-8b67-23aa3d7433df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16819032-01e0-4fbe-ba9d-2793f0f94a8f HTTP/1.1" status: 200 len: 217 time: 0.0626404 Jun 07 08:18:32.366597 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0f0cc-347b-4f92-baad-b8e89dcded56 req-dc40d66d-e8eb-4184-ab8f-1402b0226a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:32.367952 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e0c0f0cc-347b-4f92-baad-b8e89dcded56 req-dc40d66d-e8eb-4184-ab8f-1402b0226a07 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c HTTP/1.1" status: 200 len: 855 time: 0.0550947 Jun 07 08:18:32.421190 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e0c0f0cc-347b-4f92-baad-b8e89dcded56 req-8b949bfb-5172-4a34-98f2-6a947732e76f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416529 Jun 07 08:18:32.550962 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e0c0f0cc-347b-4f92-baad-b8e89dcded56 req-962453a5-abfb-4d4d-bec0-ed8646198efd service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222517 Jun 07 08:18:32.680319 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e0c0f0cc-347b-4f92-baad-b8e89dcded56 req-9953d599-560a-4058-8d08-62fcd5c88a8c service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218817 Jun 07 08:18:33.339393 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe08bf-c88b-4212-a501-4ef4e2182322 req-581b1f7f-595d-4030-980a-709d765b1162 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:33.340787 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-15fe08bf-c88b-4212-a501-4ef4e2182322 req-581b1f7f-595d-4030-980a-709d765b1162 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 944 time: 0.0809488 Jun 07 08:18:33.385185 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-15fe08bf-c88b-4212-a501-4ef4e2182322 req-f4842602-a30f-4eda-8759-245bda07b640 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378792 Jun 07 08:18:34.583016 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb214f-c588-427d-99b4-4c6fbd4dac53 req-04792bc4-dbfd-441d-bd87-cbfb5ba1a6eb tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:34.584449 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e8cb214f-c588-427d-99b4-4c6fbd4dac53 req-04792bc4-dbfd-441d-bd87-cbfb5ba1a6eb tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 944 time: 0.0807059 Jun 07 08:18:34.594310 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 16819032-01e0-4fbe-ba9d-2793f0f94a8f details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:18:34.628986 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e8cb214f-c588-427d-99b4-4c6fbd4dac53 req-1717696e-eb4d-4099-a024-8fe351137cd5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Jun 07 08:18:34.733656 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 16819032-01e0-4fbe-ba9d-2793f0f94a8f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=16819032-01e0-4fbe-ba9d-2793f0f94a8f,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:34.754129 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '16819032-01e0-4fbe-ba9d-2793f0f94a8f', 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3', 'port_id': '16819032-01e0-4fbe-ba9d-2793f0f94a8f', 'mac_address': 'fa:16:3e:3d:45:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:18:34.807826 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:34.824107 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16819032-01e0-4fbe-ba9d-2793f0f94a8f {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:18:34.838558 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 16819032-01e0-4fbe-ba9d-2793f0f94a8f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=16819032-01e0-4fbe-ba9d-2793f0f94a8f,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:34.842339 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:34.844164 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-858949dc-49cc-4843-b4c5-7d3fe33932fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:34.911722 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=16819032-01e0-4fbe-ba9d-2793f0f94a8f,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:34.914669 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:35.123138 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['16819032-01e0-4fbe-ba9d-2793f0f94a8f'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:18:35.470926 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1743d-997c-4723-bb3a-daef34ec5c62 req-b750d235-38b9-470b-be5b-4d072f4910e5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:35.472365 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3bc1743d-997c-4723-bb3a-daef34ec5c62 req-b750d235-38b9-470b-be5b-4d072f4910e5 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 946 time: 0.0833361 Jun 07 08:18:35.515532 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3bc1743d-997c-4723-bb3a-daef34ec5c62 req-0ce06a51-6c81-4505-a266-569f32973bcd tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376060 Jun 07 08:18:35.810509 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9bd2d-fd20-4afc-9b03-36171e3e085b req-9ce2076b-d56f-4629-9413-723fff02a067 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:35.811919 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1ec9bd2d-fd20-4afc-9b03-36171e3e085b req-9ce2076b-d56f-4629-9413-723fff02a067 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 945 time: 0.0786774 Jun 07 08:18:35.855273 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1ec9bd2d-fd20-4afc-9b03-36171e3e085b req-848ed0ca-4808-4925-803f-118316e82abc tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368369 Jun 07 08:18:36.616962 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 16819032-01e0-4fbe-ba9d-2793f0f94a8f up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:18:36.690665 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port 16819032-01e0-4fbe-ba9d-2793f0f94a8f completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:18:36.695648 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 16819032-01e0-4fbe-ba9d-2793f0f94a8f triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:36.696110 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:36.708412 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77d6c0-5c44-455e-9907-4fee280639df req-24a40c47-e77d-4ef0-abd1-be4e110d8d10 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:36.709954 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9e77d6c0-5c44-455e-9907-4fee280639df req-24a40c47-e77d-4ef0-abd1-be4e110d8d10 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 946 time: 0.0861232 Jun 07 08:18:36.758456 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9e77d6c0-5c44-455e-9907-4fee280639df req-73c5e501-dcdf-41b5-a68e-2311d7a9f42d tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422947 Jun 07 08:18:36.813210 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:36.894386 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b869466c-8342-4c20-b1ca-64d212f497ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16819032-01e0-4fbe-ba9d-2793f0f94a8f'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:36.897373 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d40d5dd-c296-4559-a042-a3407da59b92" -d '{"events": [{"server_uuid": "b869466c-8342-4c20-b1ca-64d212f497ac", "name": "network-vif-plugged", "status": "completed", "tag": "16819032-01e0-4fbe-ba9d-2793f0f94a8f"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:36.903882 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:36.906775 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 16819032-01e0-4fbe-ba9d-2793f0f94a8f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=16819032-01e0-4fbe-ba9d-2793f0f94a8f,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:36.913033 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:36.915252 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:36.950068 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49933eb5-54fe-426e-b89f-0d2f4c4361ee x-openstack-request-id: req-49933eb5-54fe-426e-b89f-0d2f4c4361ee {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:36.950364 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b869466c-8342-4c20-b1ca-64d212f497ac", "name": "network-vif-plugged", "status": "completed", "tag": "16819032-01e0-4fbe-ba9d-2793f0f94a8f", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:36.950616 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49933eb5-54fe-426e-b89f-0d2f4c4361ee {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:36.951000 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b869466c-8342-4c20-b1ca-64d212f497ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16819032-01e0-4fbe-ba9d-2793f0f94a8f', 'code': 200} Jun 07 08:18:36.982196 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=16819032-01e0-4fbe-ba9d-2793f0f94a8f,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:36.985039 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:37.060704 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aea860-0362-4771-bae3-dcfec4bf01ab req-12341c24-919d-46d9-a090-8ac04d829028 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:37.062223 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-94aea860-0362-4771-bae3-dcfec4bf01ab req-12341c24-919d-46d9-a090-8ac04d829028 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 946 time: 0.0940647 Jun 07 08:18:37.081567 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16282332-9157-4601-a518-45e71c7d6e1c req-58ea45ab-7fda-4a14-8020-cd99ee0a6c75 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:37.083134 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-16282332-9157-4601-a518-45e71c7d6e1c req-58ea45ab-7fda-4a14-8020-cd99ee0a6c75 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 946 time: 0.0834332 Jun 07 08:18:37.110942 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-94aea860-0362-4771-bae3-dcfec4bf01ab req-23cc19cd-3c76-420e-907b-75162088cab2 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415409 Jun 07 08:18:37.275982 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaea494-1715-47a9-aa23-53c167420b15 req-0a1e10e1-ce96-46b5-bcc5-2b9fc06cf196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:37.277451 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bcaea494-1715-47a9-aa23-53c167420b15 req-0a1e10e1-ce96-46b5-bcc5-2b9fc06cf196 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 1099 time: 0.1330078 Jun 07 08:18:37.283455 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-16282332-9157-4601-a518-45e71c7d6e1c req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Deleting port 5be75054-bf63-4eb3-8681-8b55014d11c5 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:37.283789 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-16282332-9157-4601-a518-45e71c7d6e1c req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:37.403517 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bcaea494-1715-47a9-aa23-53c167420b15 req-e0bd9cc1-c7ba-4773-9b69-ff8d3e5a0226 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072302 Jun 07 08:18:37.440629 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-16282332-9157-4601-a518-45e71c7d6e1c req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] For port 5be75054-bf63-4eb3-8681-8b55014d11c5, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=5be75054-bf63-4eb3-8681-8b55014d11c5,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:37.440977 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-16282332-9157-4601-a518-45e71c7d6e1c req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:37.814341 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-16282332-9157-4601-a518-45e71c7d6e1c req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:37.815597 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-16282332-9157-4601-a518-45e71c7d6e1c req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:37.815597 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.l3_db [req-16282332-9157-4601-a518-45e71c7d6e1c req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Floating IP 74d2c870-31a8-4c26-b5a0-e40b83a27006 disassociated. External IP: 172.27.1.83, port: 5be75054-bf63-4eb3-8681-8b55014d11c5. Jun 07 08:18:37.815597 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-16282332-9157-4601-a518-45e71c7d6e1c req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Calling delete_port for 5be75054-bf63-4eb3-8681-8b55014d11c5 owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:37.977362 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-16282332-9157-4601-a518-45e71c7d6e1c req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:37.983653 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6748c0b8-f58e-43ca-9c8d-0d7349a59ea8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:38.035673 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event deleted for resources: {'Port': ['ID=5be75054-bf63-4eb3-8681-8b55014d11c5,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:38.048965 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:38.049494 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:38.049875 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:38.050499 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:38.050866 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:38.051230 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:38.051593 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:38.051962 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:38.052321 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:38.052679 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:38.053038 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:38.053417 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:38.058344 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:38.067442 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb20a61-0c73-4e09-b921-e76c9f85e21c req-0fb762f4-36a7-40e5-afce-f1efd009ea55 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:38.068882 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2bb20a61-0c73-4e09-b921-e76c9f85e21c req-0fb762f4-36a7-40e5-afce-f1efd009ea55 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a54bb76-7e17-4518-8653-0f684a97c60a HTTP/1.1" status: 200 len: 868 time: 0.1732507 Jun 07 08:18:38.186632 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2bb20a61-0c73-4e09-b921-e76c9f85e21c req-15325823-03d9-42f9-b6b7-cded827d868a tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups?id=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712700 Jun 07 08:18:38.279261 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16282332-9157-4601-a518-45e71c7d6e1c req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:18:38.296384 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa3e91-e2ba-4d41-b507-bf9543c43c73 req-cb70212d-cb4c-45e2-a3c0-a907745dc71e tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:38.298388 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c5aa3e91-e2ba-4d41-b507-bf9543c43c73 req-cb70212d-cb4c-45e2-a3c0-a907745dc71e tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 946 time: 0.0797496 Jun 07 08:18:38.322321 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-77882333-515e-4845-87a9-ea51216adaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:38.359111 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c5aa3e91-e2ba-4d41-b507-bf9543c43c73 req-370e25db-9876-4008-a2e2-9ac05c279029 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484321 Jun 07 08:18:38.467869 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16282332-9157-4601-a518-45e71c7d6e1c req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:18:38.479683 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce721303-78a1-407a-a7e3-a5122c386795 None None] Sync routers for ids ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:18:38.490528 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce721303-78a1-407a-a7e3-a5122c386795 None None] Routers {'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:38.491311 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-ce721303-78a1-407a-a7e3-a5122c386795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:18:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:38.552620 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-16282332-9157-4601-a518-45e71c7d6e1c req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] No DVR routers for this DVR port 5be75054-bf63-4eb3-8681-8b55014d11c5 on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:18:38.555257 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-16282332-9157-4601-a518-45e71c7d6e1c req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:38.557191 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-16282332-9157-4601-a518-45e71c7d6e1c req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.48 "DELETE /v2.0/ports/5be75054-bf63-4eb3-8681-8b55014d11c5 HTTP/1.1" status: 204 len: 173 time: 1.4655156 Jun 07 08:18:38.557791 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'name': 'network-vif-deleted', 'tag': '5be75054-bf63-4eb3-8681-8b55014d11c5'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:38.560054 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac5cd2a-75e8-4b1f-bea5-2adae1394269" -d '{"events": [{"server_uuid": "0a54bb76-7e17-4518-8653-0f684a97c60a", "name": "network-vif-deleted", "tag": "5be75054-bf63-4eb3-8681-8b55014d11c5"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:38.604700 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78217ff3-5400-46e7-b167-fdb72ba38e34 x-openstack-request-id: req-78217ff3-5400-46e7-b167-fdb72ba38e34 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:38.605026 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a54bb76-7e17-4518-8653-0f684a97c60a", "name": "network-vif-deleted", "tag": "5be75054-bf63-4eb3-8681-8b55014d11c5", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:38.605343 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78217ff3-5400-46e7-b167-fdb72ba38e34 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:38.605773 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a54bb76-7e17-4518-8653-0f684a97c60a', 'name': 'network-vif-deleted', 'tag': '5be75054-bf63-4eb3-8681-8b55014d11c5', 'status': 'completed', 'code': 200} Jun 07 08:18:38.691754 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-ce721303-78a1-407a-a7e3-a5122c386795 None None] Set router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:39.022427 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-ce721303-78a1-407a-a7e3-a5122c386795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:50Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '37c09213-2a20-4bb2-9906-902e5db40906', 'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'mac_address': 'fa:16:3e:d6:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:48Z', 'updated_at': '2021-06-07T08:11:05Z', 'revision_number': 5, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'subnets': [{'id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:39.026101 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce721303-78a1-407a-a7e3-a5122c386795 None None] Checking router: e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:18:39.034726 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce721303-78a1-407a-a7e3-a5122c386795 None None] Routers {'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:39.035297 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-ce721303-78a1-407a-a7e3-a5122c386795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:18:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:39.218742 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-ce721303-78a1-407a-a7e3-a5122c386795 None None] Set router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:39.322275 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 57418) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:39.387755 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bc5b6e1-78b5-4604-a90d-0dfa91469a21 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:39.418028 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bc5b6e1-78b5-4604-a90d-0dfa91469a21 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:39.479897 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bc5b6e1-78b5-4604-a90d-0dfa91469a21 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:39.482568 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-3bc5b6e1-78b5-4604-a90d-0dfa91469a21 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:39.483677 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-3bc5b6e1-78b5-4604-a90d-0dfa91469a21 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "DELETE /v2.0/security-groups/72925c63-9ccd-4bb9-88a5-bfc89ba3cb00 HTTP/1.1" status: 204 len: 168 time: 0.1603706 Jun 07 08:18:39.484483 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3ab57bc8-0ecb-4efe-8828-0ed782ef234f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:39.491644 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 57422) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:39.511949 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5b6e1-78b5-4604-a90d-0dfa91469a21 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72925c63-9ccd-4bb9-88a5-bfc89ba3cb00,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:39.514396 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.api.v2.resource [None req-dd5b67d4-3ddf-422a-b105-a75e13b70169 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] show failed (client error): The resource could not be found. Jun 07 08:18:39.515381 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-dd5b67d4-3ddf-422a-b105-a75e13b70169 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "GET /v2.0/security-groups/72925c63-9ccd-4bb9-88a5-bfc89ba3cb00 HTTP/1.1" status: 404 len: 347 time: 0.0228579 Jun 07 08:18:39.516204 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3bc5b6e1-78b5-4604-a90d-0dfa91469a21 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:39.519050 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 57424) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:39.537700 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-ce721303-78a1-407a-a7e3-a5122c386795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:50Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '37c09213-2a20-4bb2-9906-902e5db40906', 'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'mac_address': 'fa:16:3e:d6:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:48Z', 'updated_at': '2021-06-07T08:11:05Z', 'revision_number': 5, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'subnets': [{'id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:39.543262 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce721303-78a1-407a-a7e3-a5122c386795 None None] The sync data for ids ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'] in dv-cinder-784945-11-iscsi is: [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:10:50Z', 'revision_number': 4, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': '37c09213-2a20-4bb2-9906-902e5db40906', 'name': '', 'network_id': 'f8661265-012e-4b77-980c-179a981d3247', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'mac_address': 'fa:16:3e:d6:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:48Z', 'updated_at': '2021-06-07T08:11:05Z', 'revision_number': 5, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'subnets': [{'id': 'a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:18:39.566800 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a5e29-ed45-4ab3-bdc5-b074444da7ad req-d7770705-1f9c-48ed-a38d-d82b04216ca0 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:39.568381 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-209a5e29-ed45-4ab3-bdc5-b074444da7ad req-d7770705-1f9c-48ed-a38d-d82b04216ca0 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 946 time: 0.0938470 Jun 07 08:18:39.614559 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-209a5e29-ed45-4ab3-bdc5-b074444da7ad req-9f4f4a73-2311-4443-8dea-e33a0e6757c2 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 Jun 07 08:18:39.749663 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-4ab90608-3112-411e-999b-9597137e3ab1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Deleting port df9969c6-18c5-4039-abea-e7e16d0dd510 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:39.750089 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4ab90608-3112-411e-999b-9597137e3ab1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:39.805442 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c09be-96fd-4b0a-8b70-692cfcc0f6db None None] New status for floating IP 74d2c870-31a8-4c26-b5a0-e40b83a27006: DOWN {{(pid=91875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:18:39.980280 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4ab90608-3112-411e-999b-9597137e3ab1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:39.980613 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4ab90608-3112-411e-999b-9597137e3ab1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:40.117639 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-4ab90608-3112-411e-999b-9597137e3ab1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Calling delete_port for df9969c6-18c5-4039-abea-e7e16d0dd510 owned by network:floatingip {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:40.225297 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4ab90608-3112-411e-999b-9597137e3ab1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:40.229618 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-8b2ef0d7-e3d0-4203-bf6c-3c3cbd8293f2 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:40.275564 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab90608-3112-411e-999b-9597137e3ab1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Pushing event deleted for resources: {'Port': ['ID=df9969c6-18c5-4039-abea-e7e16d0dd510,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:40.302127 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-4ab90608-3112-411e-999b-9597137e3ab1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:40.366632 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4ab90608-3112-411e-999b-9597137e3ab1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks [] for floatingip, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:40.369007 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4ab90608-3112-411e-999b-9597137e3ab1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:40.371691 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-4ab90608-3112-411e-999b-9597137e3ab1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] 10.222.0.43 "DELETE /v2.0/floatingips/74d2c870-31a8-4c26-b5a0-e40b83a27006 HTTP/1.1" status: 204 len: 168 time: 0.8501925 Jun 07 08:18:40.652942 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 5be75054-bf63-4eb3-8681-8b55014d11c5 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:40.689176 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: 5be75054-bf63-4eb3-8681-8b55014d11c5 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:18:40.689507 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 5be75054-bf63-4eb3-8681-8b55014d11c5 not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:18:40.846051 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:40.992436 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ea4366c7-a91e-4b93-b28c-802ce96c40fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:41.951229 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:43.187408 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 57466) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:43.557547 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:43.857660 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468443'] for router_interface, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.256400 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Deleting port 37c09213-2a20-4bb2-9906-902e5db40906 {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:44.257100 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.373677 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] For port 37c09213-2a20-4bb2-9906-902e5db40906, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=37c09213-2a20-4bb2-9906-902e5db40906,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:44.374027 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.492137 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Calling delete_port for 37c09213-2a20-4bb2-9906-902e5db40906 owned by network:router_interface {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:44.644200 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:44.647684 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-64926052-aed5-4454-b86b-2d6bbd2472d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:44.690091 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c09213-2a20-4bb2-9906-902e5db40906,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:44.730673 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.731085 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.731447 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.731797 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.732143 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.732487 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.732836 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.733178 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.733539 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.733880 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.734215 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.734553 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:18:44.771497 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:44.981056 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-452265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467605'] for router_interface, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:45.481014 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:18:45.655241 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:18:45.659923 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-d88b343b-d799-435d-b2dc-21d09122bc36 admin admin] 10.222.0.43 "PUT /v2.0/routers/e8447e37-f922-4ade-bb5c-5d8eaca2c3c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4714084 Jun 07 08:18:45.662407 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 57474) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:45.665652 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894fbc60-a39c-4fff-8ba3-e9d50b89b7b3 None None] Sync routers for ids ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:18:45.674751 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894fbc60-a39c-4fff-8ba3-e9d50b89b7b3 None None] Routers {'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:45.675603 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-894fbc60-a39c-4fff-8ba3-e9d50b89b7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:18:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:45.839497 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] Notify callbacks [] for router, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:45.849716 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-894fbc60-a39c-4fff-8ba3-e9d50b89b7b3 None None] Set router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:46.013450 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.089742 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] Deleting port 36e360e7-a04a-42d7-aca3-fa576f077edc {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:46.089967 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.127944 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-894fbc60-a39c-4fff-8ba3-e9d50b89b7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:18:44Z', 'revision_number': 5, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port': {'id': '36e360e7-a04a-42d7-aca3-fa576f077edc', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:10:43Z', 'updated_at': '2021-06-07T08:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:46.131924 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894fbc60-a39c-4fff-8ba3-e9d50b89b7b3 None None] Checking router: e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:18:46.140295 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894fbc60-a39c-4fff-8ba3-e9d50b89b7b3 None None] Routers {'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:46.140890 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-894fbc60-a39c-4fff-8ba3-e9d50b89b7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:18:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:46.209871 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] For port 36e360e7-a04a-42d7-aca3-fa576f077edc, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=36e360e7-a04a-42d7-aca3-fa576f077edc,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:46.210221 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.314671 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-894fbc60-a39c-4fff-8ba3-e9d50b89b7b3 None None] Set router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 gateway port host: None {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:46.333830 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] Calling delete_port for 36e360e7-a04a-42d7-aca3-fa576f077edc owned by network:router_gateway {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:46.416017 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-894fbc60-a39c-4fff-8ba3-e9d50b89b7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:18:46Z', 'revision_number': 6, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port_host': None}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:46.419889 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894fbc60-a39c-4fff-8ba3-e9d50b89b7b3 None None] The sync data for ids ['e8447e37-f922-4ade-bb5c-5d8eaca2c3c8'] in dv-cinder-784945-11-iscsi is: [{'id': 'e8447e37-f922-4ade-bb5c-5d8eaca2c3c8', 'name': 'tempest-AttachVolumeShelveTestJSON-1946310331-router', 'tenant_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:10:42Z', 'updated_at': '2021-06-07T08:18:46Z', 'revision_number': 6, 'project_id': '308d0e80315d4d6d9a5744d04f4fe97d', 'gw_port_host': None}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:18:46.470886 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.475280 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:46.519589 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] Pushing event deleted for resources: {'Port': ['ID=36e360e7-a04a-42d7-aca3-fa576f077edc,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:46.544825 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:46.606192 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-245835'] for router_gateway, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.869599 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 37c09213-2a20-4bb2-9906-902e5db40906 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:46.883069 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4635'] for router, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.885286 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.904793 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: 37c09213-2a20-4bb2-9906-902e5db40906 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:18:46.905153 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 37c09213-2a20-4bb2-9906-902e5db40906 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:18:46.910887 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479968'] for router, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.911419 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 {{(pid=91867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:18:46.915515 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] Notify callbacks [] for router, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:46.916719 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-9a4f73e2-351e-4cd8-9566-36d4f349a1ca admin admin] 10.222.0.43 "DELETE /v2.0/routers/e8447e37-f922-4ade-bb5c-5d8eaca2c3c8 HTTP/1.1" status: 204 len: 168 time: 1.2534401 Jun 07 08:18:46.919319 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 57478) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:46.976561 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a954ed-16d1-4122-846a-3e3f4b839717 admin admin] Deleting subnet a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be {{(pid=91867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:18:46.979399 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a4a954ed-16d1-4122-846a-3e3f4b839717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.028180 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a4a954ed-16d1-4122-846a-3e3f4b839717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2169224'] for subnet, precommit_delete_associations {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.141258 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a4a954ed-16d1-4122-846a-3e3f4b839717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.214060 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a4a954ed-16d1-4122-846a-3e3f4b839717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3819639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2465124'] for subnet, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.218026 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-10fa9541-7f77-4f5a-8d46-6572b204640b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:47.251470 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a954ed-16d1-4122-846a-3e3f4b839717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:47.254322 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-a4a954ed-16d1-4122-846a-3e3f4b839717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:47.255265 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a4a954ed-16d1-4122-846a-3e3f4b839717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.257051 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-a4a954ed-16d1-4122-846a-3e3f4b839717 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a5ca0cdf-d0b1-4cba-93bb-bafb79e0e8be HTTP/1.1" status: 204 len: 168 time: 0.3368392 Jun 07 08:18:47.259594 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 57482) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:47.260524 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c0e61-198a-451b-adf3-49dea1430745 None None] Network f8661265-012e-4b77-980c-179a981d3247 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:18:47.368798 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.441442 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Deleting port 6e741dd7-90ed-4f93-985e-209b19d49d38 {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:47.441615 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.538797 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ece2ce-8d9c-4cad-82f4-f81a7878c7db None None] DHCP port deletion for f8661265-012e-4b77-980c-179a981d3247 request from dv-cinder-784945-11-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:18:47.541585 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] For port 6e741dd7-90ed-4f93-985e-209b19d49d38, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=6e741dd7-90ed-4f93-985e-209b19d49d38,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:47.542059 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.602919 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-c3ece2ce-8d9c-4cad-82f4-f81a7878c7db None None] Deleting port 6e741dd7-90ed-4f93-985e-209b19d49d38 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:47.603306 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c3ece2ce-8d9c-4cad-82f4-f81a7878c7db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.661527 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Calling delete_port for 6e741dd7-90ed-4f93-985e-209b19d49d38 owned by network:dhcp {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:47.702508 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-c3ece2ce-8d9c-4cad-82f4-f81a7878c7db None None] For port 6e741dd7-90ed-4f93-985e-209b19d49d38, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=6e741dd7-90ed-4f93-985e-209b19d49d38,segment=NetworkSegment(1df05a3e-c918-4db2-b08b-831dcb0a5d52),segment_id=1df05a3e-c918-4db2-b08b-831dcb0a5d52)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:47.702908 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c3ece2ce-8d9c-4cad-82f4-f81a7878c7db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.709818 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.714432 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-7d095d7b-b0e5-4672-93ec-f6c9e7bec37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:47.760204 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Pushing event deleted for resources: {'Port': ['ID=6e741dd7-90ed-4f93-985e-209b19d49d38,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:47.761889 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] No DVR routers for this DVR port 6e741dd7-90ed-4f93-985e-209b19d49d38 on host dv-cinder-784945-11-iscsi {{(pid=91867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:18:47.763382 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:47.831456 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-c3ece2ce-8d9c-4cad-82f4-f81a7878c7db None None] Calling delete_port for 6e741dd7-90ed-4f93-985e-209b19d49d38 owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:47.873568 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c3ece2ce-8d9c-4cad-82f4-f81a7878c7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.878216 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.878999 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:47.891755 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8661265-012e-4b77-980c-179a981d3247']}} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:47.904179 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df05a3e-c918-4db2-b08b-831dcb0a5d52') {'for_net_delete': True} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:47.904467 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df05a3e-c918-4db2-b08b-831dcb0a5d52') {} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:47.917460 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2169265'] for segment, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.934231 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ece2ce-8d9c-4cad-82f4-f81a7878c7db None None] No DVR routers for this DVR port 6e741dd7-90ed-4f93-985e-209b19d49d38 on host dv-cinder-784945-11-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:18:47.935927 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ece2ce-8d9c-4cad-82f4-f81a7878c7db None None] Pushing event deleted for resources: {'Port': ['ID=6e741dd7-90ed-4f93-985e-209b19d49d38,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:47.936090 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.939046 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-c3ece2ce-8d9c-4cad-82f4-f81a7878c7db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:47.943477 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=91867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:18:47.943927 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819725'] for segment, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: Traceback (most recent call last): Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: timer() Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: cb(*args, **kw) Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: return func(*args, **kwargs) Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: self._notify() Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: self.callback(batched_events) Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: event.method(event) Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: return f(self, *a, **k) Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._get(url).json() Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: return self.request(url, 'GET', **kwargs) Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:18:47.957993 dv-cinder-784945-11-iscsi neutron-server[91867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:18:48.033574 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:48.037541 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-7415c6d2-49f9-483e-9155-ee614f3b13e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:48.051591 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:48.053393 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] 10.222.0.43 "DELETE /v2.0/networks/f8661265-012e-4b77-980c-179a981d3247 HTTP/1.1" status: 204 len: 168 time: 0.7927179 Jun 07 08:18:48.059158 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f8661265-012e-4b77-980c-179a981d3247,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:48.061426 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:48.165828 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 57490) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:48.214791 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-fa0a9551-cf3c-4d75-9eee-d657cac8112c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=308d0e80315d4d6d9a5744d04f4fe97d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476809 Jun 07 08:18:48.217118 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 57492) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:18:48.276128 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8caf67bd-bef2-4897-9e38-e54803f2acfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:48.313250 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8caf67bd-bef2-4897-9e38-e54803f2acfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:48.368045 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8caf67bd-bef2-4897-9e38-e54803f2acfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:48.370674 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-8caf67bd-bef2-4897-9e38-e54803f2acfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:48.373746 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-8caf67bd-bef2-4897-9e38-e54803f2acfc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d605977f-e75a-4241-99f9-2753f5155f42 HTTP/1.1" status: 204 len: 168 time: 0.1556697 Jun 07 08:18:48.374722 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2cfe1740-26c5-4731-9f56-3149c43fd6a0 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:48.384790 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf67bd-bef2-4897-9e38-e54803f2acfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d605977f-e75a-4241-99f9-2753f5155f42,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:48.387100 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-8caf67bd-bef2-4897-9e38-e54803f2acfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:48.699239 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 6e741dd7-90ed-4f93-985e-209b19d49d38 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:48.735303 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: 6e741dd7-90ed-4f93-985e-209b19d49d38 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:18:48.735768 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 6e741dd7-90ed-4f93-985e-209b19d49d38 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:18:48.736084 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 36e360e7-a04a-42d7-aca3-fa576f077edc no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:48.773415 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: 36e360e7-a04a-42d7-aca3-fa576f077edc {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:18:48.774006 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 36e360e7-a04a-42d7-aca3-fa576f077edc not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:18:48.893424 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a602f06-1cd9-4fee-a77d-36bf2ea85730 req-ad130ef7-7077-4e8b-b68a-a9e431263c3d tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:48.895003 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4a602f06-1cd9-4fee-a77d-36bf2ea85730 req-ad130ef7-7077-4e8b-b68a-a9e431263c3d tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 945 time: 0.0840125 Jun 07 08:18:48.943060 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4a602f06-1cd9-4fee-a77d-36bf2ea85730 req-cf5490db-6b97-413f-b33f-8c0cc608c888 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424585 Jun 07 08:18:50.240559 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d402e-b3a2-4a35-b643-5defb958e9c5 req-10dc07d1-3e2e-4f3c-a9a6-5567e3454620 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:50.242084 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ca1d402e-b3a2-4a35-b643-5defb958e9c5 req-10dc07d1-3e2e-4f3c-a9a6-5567e3454620 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 945 time: 0.1905377 Jun 07 08:18:50.289489 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ca1d402e-b3a2-4a35-b643-5defb958e9c5 req-388bd329-6258-42cf-9c59-f2db57825313 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417070 Jun 07 08:18:50.590805 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-203c52c2-e317-4b39-875b-a447b594409c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:50.592207 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-203c52c2-e317-4b39-875b-a447b594409c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.48 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 945 time: 0.0790529 Jun 07 08:18:50.732517 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Deleting port 04e25c2e-acc2-452a-9d7d-047acfe09be4 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:18:50.732863 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:50.866873 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] For port 04e25c2e-acc2-452a-9d7d-047acfe09be4, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=04e25c2e-acc2-452a-9d7d-047acfe09be4,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:18:50.867126 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:51.170528 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:51.170923 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:51.171288 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.l3_db [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Floating IP 58839c1a-b795-4574-b087-dfed3b62bc70 disassociated. External IP: 172.27.1.39, port: 04e25c2e-acc2-452a-9d7d-047acfe09be4. Jun 07 08:18:51.171646 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Calling delete_port for 04e25c2e-acc2-452a-9d7d-047acfe09be4 owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:18:51.285110 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:51.291166 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-2d68ef00-7e42-42da-af84-1549919adee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:51.365860 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event deleted for resources: {'Port': ['ID=04e25c2e-acc2-452a-9d7d-047acfe09be4,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:51.370763 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:51.455682 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-1adf0097-1b00-4093-9833-769d29323613 req-127a5212-60b3-4287-962a-9526fea4b701 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 210 time: 0.0464396 Jun 07 08:18:51.737474 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-a2634648-95b8-42d7-8eb6-93bd9dce14b2 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:51.739315 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-a2634648-95b8-42d7-8eb6-93bd9dce14b2 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/networks?id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3 HTTP/1.1" status: 200 len: 815 time: 0.4180436 Jun 07 08:18:51.764044 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-8c32b195-80a0-4f7d-87cf-5a2a359cbf0f tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/quotas/7ea9c68283ea4ac7a1ba3a696208417b HTTP/1.1" status: 200 len: 375 time: 0.0163202 Jun 07 08:18:51.825036 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Router fac56fd0-fcb5-47c6-b241-c4e285e067ce has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:18:51.948839 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-0a7b6c53-3b10-4e52-8ec6-36ecae8a4dd0 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7ea9c68283ea4ac7a1ba3a696208417b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1755307 Jun 07 08:18:52.119878 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:18:52.129549 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9162e0bb-76cd-4822-8516-522ea7039714 None None] Sync routers for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:18:52.139668 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9162e0bb-76cd-4822-8516-522ea7039714 None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:52.140281 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9162e0bb-76cd-4822-8516-522ea7039714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:18:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:52.208752 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] No DVR routers for this DVR port 04e25c2e-acc2-452a-9d7d-047acfe09be4 on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:18:52.218835 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:52.220769 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f59177d7-bc96-4033-afba-b8e48ffc03c1 req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.48 "DELETE /v2.0/ports/04e25c2e-acc2-452a-9d7d-047acfe09be4 HTTP/1.1" status: 204 len: 173 time: 1.6228085 Jun 07 08:18:52.221278 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db77e13-cab4-44f3-8af9-bfc2ebbc7200', 'name': 'network-vif-deleted', 'tag': '04e25c2e-acc2-452a-9d7d-047acfe09be4'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:52.223551 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94faf40a-9146-4b73-b316-0cae0ec7be16" -d '{"events": [{"server_uuid": "7db77e13-cab4-44f3-8af9-bfc2ebbc7200", "name": "network-vif-deleted", "tag": "04e25c2e-acc2-452a-9d7d-047acfe09be4"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:52.243472 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-84a24a07-405e-433d-be4b-5e8e490b3af4 service neutron] 10.222.0.43 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430439 Jun 07 08:18:52.274895 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44467aa8-3301-4a3a-8bb2-722a9dbc8bc0 x-openstack-request-id: req-44467aa8-3301-4a3a-8bb2-722a9dbc8bc0 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:52.275225 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db77e13-cab4-44f3-8af9-bfc2ebbc7200", "name": "network-vif-deleted", "tag": "04e25c2e-acc2-452a-9d7d-047acfe09be4", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:52.275515 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44467aa8-3301-4a3a-8bb2-722a9dbc8bc0 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:52.275939 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db77e13-cab4-44f3-8af9-bfc2ebbc7200', 'name': 'network-vif-deleted', 'tag': '04e25c2e-acc2-452a-9d7d-047acfe09be4', 'status': 'completed', 'code': 200} Jun 07 08:18:52.391801 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-9162e0bb-76cd-4822-8516-522ea7039714 None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:52.407558 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-bbfe5be5-620a-4848-af01-08462c15f1de service neutron] 10.222.0.43 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574497 Jun 07 08:18:52.630408 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-09e5a7af-903e-460d-91d5-6422951ead51 req-b0fb1d3a-b1d9-4a4d-aa4c-f035258893a7 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=7db77e13-cab4-44f3-8af9-bfc2ebbc7200 HTTP/1.1" status: 200 len: 210 time: 0.0584936 Jun 07 08:18:52.651834 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-35f6b107-00a1-4a7c-b29e-d6806f1718c2 req-fa2349af-9111-40c6-b864-63b823202761 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 210 time: 0.0958958 Jun 07 08:18:52.736714 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9162e0bb-76cd-4822-8516-522ea7039714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:52.741019 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9162e0bb-76cd-4822-8516-522ea7039714 None None] Checking router: fac56fd0-fcb5-47c6-b241-c4e285e067ce for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:18:52.749684 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9162e0bb-76cd-4822-8516-522ea7039714 None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:18:52.750282 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9162e0bb-76cd-4822-8516-522ea7039714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:18:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:52.948005 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-9162e0bb-76cd-4822-8516-522ea7039714 None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:18:53.278837 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9162e0bb-76cd-4822-8516-522ea7039714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:18:53.283368 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9162e0bb-76cd-4822-8516-522ea7039714 None None] The sync data for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi is: [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:18:53.495989 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88adc3ad-f1f9-422b-9621-0e641f49c4ab None None] New status for floating IP 58839c1a-b795-4574-b087-dfed3b62bc70: DOWN {{(pid=91885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:18:53.833160 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-abcb432d-3afa-4c7b-b57e-812dc33ac1e5 req-d7437e4d-a176-4d0d-88ea-1b510f4fda9e tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 210 time: 0.0463619 Jun 07 08:18:53.983155 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-6f64caba-2b26-455d-b1be-f4d7100cff18 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401068751&fields=id&tenant_id=ce9cc2aee9304668a5705bffda363257 HTTP/1.1" status: 200 len: 267 time: 0.0400991 Jun 07 08:18:54.138446 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-fe223cd2-88d7-41f4-b974-0e74da9aea3e tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:54.139875 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-fe223cd2-88d7-41f4-b974-0e74da9aea3e tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 811 time: 0.1495180 Jun 07 08:18:54.155145 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-c4dc66ee-4d2f-4cfc-bef2-6d578c39059a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/quotas/ce9cc2aee9304668a5705bffda363257 HTTP/1.1" status: 200 len: 375 time: 0.0087759 Jun 07 08:18:54.243349 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-5f820907-1006-4eab-a398-cc8768be6440 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830021 Jun 07 08:18:54.397512 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-dd1f8372-b510-43bf-8ed5-e34f8d418012 service neutron] 10.222.0.43 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429253 Jun 07 08:18:54.525077 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-78386a20-d6da-4942-beb1-b7e94e7919b6 service neutron] 10.222.0.43 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216938 Jun 07 08:18:54.914542 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-acff5a1a-5670-442e-a8b9-fc7fe1ad8aee req-c2042f31-b495-4bbf-99f3-823777da5f50 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 210 time: 0.0436811 Jun 07 08:18:54.987637 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-83b3fd80-3455-4b78-af91-3d9839d9a67d req-93d142fa-15ac-40c7-8bd2-8b845d96b44e tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 210 time: 0.0427899 Jun 07 08:18:55.345526 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 04e25c2e-acc2-452a-9d7d-047acfe09be4 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:18:55.379303 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: 04e25c2e-acc2-452a-9d7d-047acfe09be4 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:18:55.379648 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 04e25c2e-acc2-452a-9d7d-047acfe09be4 not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:18:56.060661 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-295b717d-12ea-4bd8-85a6-98ccc64c9faa req-7ac751fe-3a49-4030-9f47-f356ccfacb6e tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 210 time: 0.0427127 Jun 07 08:18:56.140144 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c32cc5e1-94cf-437a-b533-b1d1a98aec3b req-e5f9e053-86aa-4d82-93ec-8b7781f7bbc2 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 210 time: 0.0432444 Jun 07 08:18:56.682987 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-6941921f-196a-418b-b63b-404ecfc0a67d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:56.684425 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-6941921f-196a-418b-b63b-404ecfc0a67d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "GET /v2.0/networks?id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3 HTTP/1.1" status: 200 len: 815 time: 0.1589401 Jun 07 08:18:56.704651 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-bae5315e-3bd0-4ccb-829b-dff375766ca5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Request body: {'port': {'device_id': '538b50be-4f7f-46ff-8f6b-da94091cf5ef', 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3', 'admin_state_up': True, 'tenant_id': '7ea9c68283ea4ac7a1ba3a696208417b'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:18:56.861592 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-bae5315e-3bd0-4ccb-829b-dff375766ca5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Made reservation on behalf of 7ea9c68283ea4ac7a1ba3a696208417b for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:18:56.864866 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-bae5315e-3bd0-4ccb-829b-dff375766ca5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:57.022306 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-bae5315e-3bd0-4ccb-829b-dff375766ca5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Allocated IP 172.20.0.6 (d6f271e5-4875-4bb8-875c-d390cbfe6ab3/48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c/7c15698b-500c-4956-ab6c-9120e4eaf625) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:18:57.329722 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-614bd1fb-43f3-4f7e-bcf3-0d62d8ef7530 req-ba417421-fc53-4bd6-ae94-0f8bde755a3e tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 210 time: 0.0691154 Jun 07 08:18:57.393881 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-89839bba-8794-424b-88a9-9fbb3299c2b9 req-7a9bd431-fbce-463f-9bc6-b0e057bd55f4 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 210 time: 0.1102779 Jun 07 08:18:57.514422 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-bae5315e-3bd0-4ccb-829b-dff375766ca5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:57.536741 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-08c79170-4f81-4271-9e3b-9491a0c658b4 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:57.538218 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-08c79170-4f81-4271-9e3b-9491a0c658b4 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.48 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 811 time: 0.2559242 Jun 07 08:18:57.600083 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-d93973aa-b451-4e20-9b56-3019feaa4fac tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce9cc2aee9304668a5705bffda363257 HTTP/1.1" status: 200 len: 380 time: 0.0483027 Jun 07 08:18:57.601171 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-bae5315e-3bd0-4ccb-829b-dff375766ca5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:57.606691 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f2b4d412-4bff-4c1f-b6a1-2a06a84b26e5 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:57.613022 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['ca866164-53bf-4f17-b90d-6bd97a6eb8e1', 'c17b433c-681b-43c8-9a27-f0a8bc2a84ce', '16819032-01e0-4fbe-ba9d-2793f0f94a8f'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:18:57.652082 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Request body: {'port': {'device_id': '77c582c2-05bd-4f57-a67a-689dd7227196', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'admin_state_up': True, 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'security_groups': ['755a82ea-a4b9-427b-aaab-58743554c1c8']}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:18:57.721380 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-bae5315e-3bd0-4ccb-829b-dff375766ca5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:18:57.772176 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-bae5315e-3bd0-4ccb-829b-dff375766ca5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:18:57.781136 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-bae5315e-3bd0-4ccb-829b-dff375766ca5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:18:57.818773 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5315e-3bd0-4ccb-829b-dff375766ca5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Pushing event updated for resources: {'Port': ['ID=7c15698b-500c-4956-ab6c-9120e4eaf625,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:57.827324 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-bae5315e-3bd0-4ccb-829b-dff375766ca5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:57.885609 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-bae5315e-3bd0-4ccb-829b-dff375766ca5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:57.886217 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-bae5315e-3bd0-4ccb-829b-dff375766ca5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:57.925639 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Made reservation on behalf of ce9cc2aee9304668a5705bffda363257 for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:18:57.934970 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:57.950440 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-bae5315e-3bd0-4ccb-829b-dff375766ca5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2515318 Jun 07 08:18:58.002601 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Request body: {'port': {'device_id': '538b50be-4f7f-46ff-8f6b-da94091cf5ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:18:58.209027 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.276489 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Allocated IP 172.20.0.5 (7e29fad3-ca45-4f43-8c33-ab6eb996f68f/8440314a-dcc6-41c1-8819-e39c3089ae84/aaca24a9-33a5-46b7-83ad-140779e6310d) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:18:58.537632 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20e53b-5d6c-4a5a-82f2-7cf0bf80a8ad req-94b8f6ff-f007-4cf0-8050-8213ce3dd1ec tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:58.539003 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3f20e53b-5d6c-4a5a-82f2-7cf0bf80a8ad req-94b8f6ff-f007-4cf0-8050-8213ce3dd1ec tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 931 time: 0.0820417 Jun 07 08:18:58.578922 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-2791abd2-4118-4ede-a117-1aad4ec85df6 req-e7b2f93a-6c2b-4498-8ca6-9ac735a2e22a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 210 time: 0.0705931 Jun 07 08:18:58.585479 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3f20e53b-5d6c-4a5a-82f2-7cf0bf80a8ad req-1807c54a-f012-450d-ab4d-1c087fa467c5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 Jun 07 08:18:58.685392 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.709672 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Transition to ACTIVE for port object aaca24a9-33a5-46b7-83ad-140779e6310d will not be triggered until provisioned by entity DHCP. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:18:58.793029 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c15698b-500c-4956-ab6c-9120e4eaf625 {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:18:58.801755 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.806584 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.814145 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c33295b9-5d09-4e1e-abb4-7a40b3b82da4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:58.872675 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Transition to ACTIVE for port object 7c15698b-500c-4956-ab6c-9120e4eaf625 will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:18:58.881978 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:58.888802 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:18:58.893206 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:18:58.898745 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:18:59.050615 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'Port': ['ID=aaca24a9-33a5-46b7-83ad-140779e6310d,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:59.103786 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:59.104302 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3ebc1c41-85ee-4843-a4e6-04dfcab41689 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:59.148426 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-91f89155-4757-4335-b3df-607b9e2690a8 None None] Provisioning for port aaca24a9-33a5-46b7-83ad-140779e6310d completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:18:59.153262 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-91f89155-4757-4335-b3df-607b9e2690a8 None None] Provisioning complete for port aaca24a9-33a5-46b7-83ad-140779e6310d triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:18:59.153660 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-91f89155-4757-4335-b3df-607b9e2690a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:59.205747 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-91f89155-4757-4335-b3df-607b9e2690a8 None None] Port aaca24a9-33a5-46b7-83ad-140779e6310d cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:18:59.247801 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:59.248409 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:59.280220 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6428664 Jun 07 08:18:59.280860 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c15698b-500c-4956-ab6c-9120e4eaf625,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:59.288844 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:59.298010 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Request body: {'port': {'device_id': '77c582c2-05bd-4f57-a67a-689dd7227196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:18:59.364160 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Attempting to bind port 7c15698b-500c-4956-ab6c-9120e4eaf625 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:18:59.364492 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Attempting to bind port 7c15698b-500c-4956-ab6c-9120e4eaf625 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:18:59.364818 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Attempting to bind port 7c15698b-500c-4956-ab6c-9120e4eaf625 on network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:18:59.400839 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Port 7c15698b-500c-4956-ab6c-9120e4eaf625 on network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:18:59.401164 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Attempting to bind port 7c15698b-500c-4956-ab6c-9120e4eaf625 on network d6f271e5-4875-4bb8-875c-d390cbfe6ab3 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:18:59.432751 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:18:59.432751 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Checking segment: {'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:18:59.432751 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Bound using segment: {'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:18:59.432751 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Bound port: 7c15698b-500c-4956-ab6c-9120e4eaf625, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8580816-784f-4c88-aa76-5e46cad17802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:18:59.432751 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:59.486970 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:59.589424 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] For port 7c15698b-500c-4956-ab6c-9120e4eaf625, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:18:59.593849 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] For port 7c15698b-500c-4956-ab6c-9120e4eaf625, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7c15698b-500c-4956-ab6c-9120e4eaf625,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:18:59.638189 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:59.646241 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-21679f5e-aa3d-40ae-accf-9424516aa0c2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:18:59.721575 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:59.722190 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:18:59.723534 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] 10.222.0.48 "PUT /v2.0/ports/7c15698b-500c-4956-ab6c-9120e4eaf625 HTTP/1.1" status: 200 len: 1093 time: 1.7266209 Jun 07 08:18:59.726772 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538b50be-4f7f-46ff-8f6b-da94091cf5ef', 'tag': '7c15698b-500c-4956-ab6c-9120e4eaf625'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:18:59.729064 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c96410-7a9a-41ee-b605-4642f33376a5" -d '{"events": [{"name": "network-changed", "server_uuid": "538b50be-4f7f-46ff-8f6b-da94091cf5ef", "tag": "7c15698b-500c-4956-ab6c-9120e4eaf625"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:18:59.814542 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a04890-e2bf-4820-af9d-b2c2c53200a1 req-3a52657f-ec42-4d37-b9da-1eb9fe03ffc4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:18:59.815973 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-84a04890-e2bf-4820-af9d-b2c2c53200a1 req-3a52657f-ec42-4d37-b9da-1eb9fe03ffc4 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 943 time: 0.1123567 Jun 07 08:18:59.867396 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-84a04890-e2bf-4820-af9d-b2c2c53200a1 req-64974bf6-68a7-46b9-bbc7-d567a310b407 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430443 Jun 07 08:18:59.892231 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c15698b-500c-4956-ab6c-9120e4eaf625,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:18:59.898100 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:18:59.948916 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189ee3a0-25d9-4e6d-9661-be67f4e7f354 x-openstack-request-id: req-189ee3a0-25d9-4e6d-9661-be67f4e7f354 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:18:59.949243 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538b50be-4f7f-46ff-8f6b-da94091cf5ef", "tag": "7c15698b-500c-4956-ab6c-9120e4eaf625", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:18:59.949556 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-189ee3a0-25d9-4e6d-9661-be67f4e7f354 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:18:59.949981 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538b50be-4f7f-46ff-8f6b-da94091cf5ef', 'tag': '7c15698b-500c-4956-ab6c-9120e4eaf625', 'status': 'completed', 'code': 200} Jun 07 08:19:00.004750 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-0e6fcd8b-42fa-4a41-bb51-7395fb73d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:00.006248 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-0e6fcd8b-42fa-4a41-bb51-7395fb73d140 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ea9c68283ea4ac7a1ba3a696208417b&device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 1096 time: 0.2302868 Jun 07 08:19:00.017508 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2391bd-e2e1-4ee9-9d49-af9a9d6eaf17 req-acd1d07e-51dc-478b-864b-6d34a9e0cd12 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:00.018861 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1c2391bd-e2e1-4ee9-9d49-af9a9d6eaf17 req-acd1d07e-51dc-478b-864b-6d34a9e0cd12 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 931 time: 0.3042576 Jun 07 08:19:00.100701 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-50803eda-a3f4-49ed-95b9-09da14038163 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c15698b-500c-4956-ab6c-9120e4eaf625 HTTP/1.1" status: 200 len: 217 time: 0.0808244 Jun 07 08:19:00.207105 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1c2391bd-e2e1-4ee9-9d49-af9a9d6eaf17 req-0f8eb917-06f4-4ff2-bbfc-6c24ec9e3f73 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365528 Jun 07 08:19:00.241620 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-96b90bd1-e5d3-4440-a7be-5d3270ed29af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:00.243047 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-96b90bd1-e5d3-4440-a7be-5d3270ed29af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c HTTP/1.1" status: 200 len: 855 time: 0.1344931 Jun 07 08:19:00.246807 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaca24a9-33a5-46b7-83ad-140779e6310d {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:19:00.290445 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:00.300575 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-c1407dd3-d6e8-4398-85c7-1ebc60365eb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495048 Jun 07 08:19:00.329386 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Transition to ACTIVE for port object aaca24a9-33a5-46b7-83ad-140779e6310d will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:19:00.336351 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:00.343141 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:00.673748 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Pushing event updated for resources: {'Port': ['ID=aaca24a9-33a5-46b7-83ad-140779e6310d,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:00.682431 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:00.736007 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-548507ed-7746-4ca1-8f7a-2c998cab9b85 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250827 Jun 07 08:19:00.811028 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Attempting to bind port aaca24a9-33a5-46b7-83ad-140779e6310d on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:19:00.811351 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Attempting to bind port aaca24a9-33a5-46b7-83ad-140779e6310d by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:19:00.811670 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Attempting to bind port aaca24a9-33a5-46b7-83ad-140779e6310d on network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:19:00.862035 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Port aaca24a9-33a5-46b7-83ad-140779e6310d on network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:19:00.862351 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Attempting to bind port aaca24a9-33a5-46b7-83ad-140779e6310d on network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:19:00.883612 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:19:00.883941 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Checking segment: {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:19:00.884319 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Bound using segment: {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:19:00.884739 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Bound port: aaca24a9-33a5-46b7-83ad-140779e6310d, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:19:00.885081 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:00.961852 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5a3098c3-99a3-4cce-b62d-25a779ea019b req-9fb9fc97-ae3b-4429-abc2-4cf6eae0ec80 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162194 Jun 07 08:19:00.997952 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] For port aaca24a9-33a5-46b7-83ad-140779e6310d, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:19:01.002491 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] For port aaca24a9-33a5-46b7-83ad-140779e6310d, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=aaca24a9-33a5-46b7-83ad-140779e6310d,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:19:01.006747 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:01.011356 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:01.089025 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58f527-5a81-498f-8c72-d3919c6be099 req-1c25fdd7-762c-414c-aded-2f93a214c5c1 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:01.090637 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ed58f527-5a81-498f-8c72-d3919c6be099 req-1c25fdd7-762c-414c-aded-2f93a214c5c1 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 943 time: 0.1093340 Jun 07 08:19:01.147423 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-ed58f527-5a81-498f-8c72-d3919c6be099 req-27fa795e-8eae-4ffe-a24f-a49c05899c9a tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499346 Jun 07 08:19:01.150519 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:01.151209 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:01.152558 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] 10.222.0.48 "PUT /v2.0/ports/aaca24a9-33a5-46b7-83ad-140779e6310d HTTP/1.1" status: 200 len: 1093 time: 1.8609769 Jun 07 08:19:01.178028 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Pushing event updated for resources: {'Port': ['ID=aaca24a9-33a5-46b7-83ad-140779e6310d,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:01.182157 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:01.204388 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c96410-7a9a-41ee-b605-4642f33376a5 req-15d699de-130f-4436-90e8-cd53a18c3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:01.205986 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55c96410-7a9a-41ee-b605-4642f33376a5 req-15d699de-130f-4436-90e8-cd53a18c3476 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ea9c68283ea4ac7a1ba3a696208417b&device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 1096 time: 0.1558695 Jun 07 08:19:01.477246 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c96410-7a9a-41ee-b605-4642f33376a5 req-74701767-7ca2-4bd8-b7fa-e82ecb80bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:01.479795 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55c96410-7a9a-41ee-b605-4642f33376a5 req-74701767-7ca2-4bd8-b7fa-e82ecb80bc14 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3 HTTP/1.1" status: 200 len: 916 time: 0.2209294 Jun 07 08:19:01.483978 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-d748a24a-3265-49c7-9e04-700ab91bdaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:01.486160 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-d748a24a-3265-49c7-9e04-700ab91bdaf4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 1096 time: 0.2792213 Jun 07 08:19:01.606862 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55c96410-7a9a-41ee-b605-4642f33376a5 req-836abdd4-0580-4c87-85e1-5fc3003d59fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c15698b-500c-4956-ab6c-9120e4eaf625 HTTP/1.1" status: 200 len: 217 time: 0.1181850 Jun 07 08:19:01.618108 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-e837fb67-de65-4ec9-b500-170c34011a25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaca24a9-33a5-46b7-83ad-140779e6310d HTTP/1.1" status: 200 len: 217 time: 0.0762687 Jun 07 08:19:01.633353 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1bf76-ee52-4a77-957f-8166b0758a03 req-d313b889-247c-4fed-81a6-4700e92ada37 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:01.635067 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e1e1bf76-ee52-4a77-957f-8166b0758a03 req-d313b889-247c-4fed-81a6-4700e92ada37 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 943 time: 0.2603500 Jun 07 08:19:01.781415 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-59626e6b-6dc7-4744-b5e8-10ebd81a7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:01.783388 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-59626e6b-6dc7-4744-b5e8-10ebd81a7ac0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440314a-dcc6-41c1-8819-e39c3089ae84 HTTP/1.1" status: 200 len: 850 time: 0.1475091 Jun 07 08:19:01.786791 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e1e1bf76-ee52-4a77-957f-8166b0758a03 req-1d5c3b23-5f71-498d-a0f9-d45545ad63b4 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869393 Jun 07 08:19:01.788031 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c96410-7a9a-41ee-b605-4642f33376a5 req-acf73fc7-f018-4ff0-a9f5-852e5a42388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:01.789365 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55c96410-7a9a-41ee-b605-4642f33376a5 req-acf73fc7-f018-4ff0-a9f5-852e5a42388a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c HTTP/1.1" status: 200 len: 855 time: 0.1524715 Jun 07 08:19:01.890393 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55c96410-7a9a-41ee-b605-4642f33376a5 req-53806aec-3c62-41c4-9919-79fd1f06e99e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903761 Jun 07 08:19:01.992603 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c582c2-05bd-4f57-a67a-689dd7227196', 'tag': 'aaca24a9-33a5-46b7-83ad-140779e6310d'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:01.994817 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280c7a8f-ba2b-4799-921c-9b04a59bbc46" -d '{"events": [{"name": "network-changed", "server_uuid": "77c582c2-05bd-4f57-a67a-689dd7227196", "tag": "aaca24a9-33a5-46b7-83ad-140779e6310d"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:02.010604 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-3d8ad67f-fce0-4a35-bd1d-36a79cf615aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:02.012098 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-3d8ad67f-fce0-4a35-bd1d-36a79cf615aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2133720 Jun 07 08:19:02.041219 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f09d251-fd08-40eb-abaf-bf74bd912cbc x-openstack-request-id: req-1f09d251-fd08-40eb-abaf-bf74bd912cbc {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:02.041567 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c582c2-05bd-4f57-a67a-689dd7227196", "tag": "aaca24a9-33a5-46b7-83ad-140779e6310d", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:02.041856 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f09d251-fd08-40eb-abaf-bf74bd912cbc {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:02.042274 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c582c2-05bd-4f57-a67a-689dd7227196', 'tag': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'status': 'completed', 'code': 200} Jun 07 08:19:02.082826 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55c96410-7a9a-41ee-b605-4642f33376a5 req-06899cec-345f-46fc-96ce-185a81feb620 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846082 Jun 07 08:19:02.411846 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-f71c09de-3eeb-4210-89d7-782927a396b4 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902154 Jun 07 08:19:02.494560 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-55c96410-7a9a-41ee-b605-4642f33376a5 req-f33f13f2-5580-4164-85aa-a0b33d4570f0 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646336 Jun 07 08:19:02.591780 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad214a8b-a724-4ec7-9847-edaba41dfa80 req-ff9f190e-5f83-4643-bc16-53dcd0bbc753 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:02.593204 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ad214a8b-a724-4ec7-9847-edaba41dfa80 req-ff9f190e-5f83-4643-bc16-53dcd0bbc753 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 943 time: 0.2353539 Jun 07 08:19:02.602845 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a15fea6a-caf3-4223-a42b-f8b75722e2ff req-1e23f499-42e7-486a-ba1e-2d5e6576d345 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710784 Jun 07 08:19:02.645723 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ad214a8b-a724-4ec7-9847-edaba41dfa80 req-ea797bfc-bb2b-4a81-bc48-cf38e78dabc8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450382 Jun 07 08:19:02.766331 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c7a8f-ba2b-4799-921c-9b04a59bbc46 req-4e9459a1-dbcc-43a0-b69d-558e7c28f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:02.768802 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-280c7a8f-ba2b-4799-921c-9b04a59bbc46 req-4e9459a1-dbcc-43a0-b69d-558e7c28f140 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 1096 time: 0.0858543 Jun 07 08:19:03.000544 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c7a8f-ba2b-4799-921c-9b04a59bbc46 req-4f6b095e-f32e-438c-93e3-c03749b964be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:03.002621 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-280c7a8f-ba2b-4799-921c-9b04a59bbc46 req-4f6b095e-f32e-438c-93e3-c03749b964be service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 912 time: 0.2152522 Jun 07 08:19:03.053036 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952b04c-5b9c-421b-8a5e-3015e27e48a4 req-3ee59ce0-98ec-441b-bdc7-2bf68adcb35f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:03.054656 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2952b04c-5b9c-421b-8a5e-3015e27e48a4 req-3ee59ce0-98ec-441b-bdc7-2bf68adcb35f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 943 time: 0.1250544 Jun 07 08:19:03.101884 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-280c7a8f-ba2b-4799-921c-9b04a59bbc46 req-8e8b5078-19b9-4972-a574-d39949f965c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaca24a9-33a5-46b7-83ad-140779e6310d HTTP/1.1" status: 200 len: 217 time: 0.0814414 Jun 07 08:19:03.103981 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2952b04c-5b9c-421b-8a5e-3015e27e48a4 req-71b8ae1b-abdd-41b1-8997-b022c26267d3 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437024 Jun 07 08:19:03.174417 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c7a8f-ba2b-4799-921c-9b04a59bbc46 req-35257f9a-7ab9-413b-9eca-e7fc4c00afec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:03.176168 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-280c7a8f-ba2b-4799-921c-9b04a59bbc46 req-35257f9a-7ab9-413b-9eca-e7fc4c00afec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440314a-dcc6-41c1-8819-e39c3089ae84 HTTP/1.1" status: 200 len: 850 time: 0.0666866 Jun 07 08:19:03.260459 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c7a8f-ba2b-4799-921c-9b04a59bbc46 req-e115f52b-bc4a-45aa-ab1d-125d6a8498bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:03.261927 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-280c7a8f-ba2b-4799-921c-9b04a59bbc46 req-e115f52b-bc4a-45aa-ab1d-125d6a8498bf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0752020 Jun 07 08:19:03.396280 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-280c7a8f-ba2b-4799-921c-9b04a59bbc46 req-1ed68426-7704-4fcf-a45a-42848fabf4b1 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244984 Jun 07 08:19:03.529652 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-280c7a8f-ba2b-4799-921c-9b04a59bbc46 req-baf34bab-ef92-448b-93a7-75838f8cd34c service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261101 Jun 07 08:19:03.828600 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda2843-583d-4120-b0d1-62427add0e22 req-f62c06a8-31c7-4804-9501-095d9341046c tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:03.833689 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9bda2843-583d-4120-b0d1-62427add0e22 req-f62c06a8-31c7-4804-9501-095d9341046c tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 943 time: 0.0784698 Jun 07 08:19:03.875647 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-9bda2843-583d-4120-b0d1-62427add0e22 req-cd6aade4-45d3-4736-a4a8-dff754f757b8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387936 Jun 07 08:19:04.293023 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fdd9e-b93f-4c35-b816-0d5e564fce4a req-65517eed-e6c9-49d4-90b7-682a074932a4 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:04.294518 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-115fdd9e-b93f-4c35-b816-0d5e564fce4a req-65517eed-e6c9-49d4-90b7-682a074932a4 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 943 time: 0.0840967 Jun 07 08:19:04.339847 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-115fdd9e-b93f-4c35-b816-0d5e564fce4a req-6c757b5a-3c33-4fe5-aa17-d4dd6fc2da62 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391665 Jun 07 08:19:04.780112 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 7c15698b-500c-4956-ab6c-9120e4eaf625 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:19:04.954010 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 7c15698b-500c-4956-ab6c-9120e4eaf625, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7c15698b-500c-4956-ab6c-9120e4eaf625,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:04.967283 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '7c15698b-500c-4956-ab6c-9120e4eaf625', 'network_id': 'd6f271e5-4875-4bb8-875c-d390cbfe6ab3', 'port_id': '7c15698b-500c-4956-ab6c-9120e4eaf625', 'mac_address': 'fa:16:3e:30:2f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:19:05.024364 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:05.040836 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c15698b-500c-4956-ab6c-9120e4eaf625 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:19:05.056769 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 7c15698b-500c-4956-ab6c-9120e4eaf625, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7c15698b-500c-4956-ab6c-9120e4eaf625,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:05.060612 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:05.063908 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-a36303a7-203c-4fba-bfe5-79a516156ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:05.072427 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e336c-cdc9-4749-810a-4343b9092b16 req-2dd623b0-58f3-4ffd-a0fd-7fa57b335aae tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:05.073889 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d05e336c-cdc9-4749-810a-4343b9092b16 req-2dd623b0-58f3-4ffd-a0fd-7fa57b335aae tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 943 time: 0.0848427 Jun 07 08:19:05.122169 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-d05e336c-cdc9-4749-810a-4343b9092b16 req-bda6c035-ce37-406c-b127-57b7b15eb03d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424099 Jun 07 08:19:05.128330 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=7c15698b-500c-4956-ab6c-9120e4eaf625,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:05.137142 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:05.137565 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:05.137899 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:05.138228 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:05.138553 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:05.138889 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:05.142505 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:05.142505 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:05.142505 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:05.142505 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:05.142505 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:05.142505 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:05.144950 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:05.385900 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['7c15698b-500c-4956-ab6c-9120e4eaf625'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:19:05.528902 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f160be-b896-4d9d-8006-bfc42f35dd1d req-664360f1-a9a1-4188-8518-5bdd5b4a3f5d tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:05.530403 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-95f160be-b896-4d9d-8006-bfc42f35dd1d req-664360f1-a9a1-4188-8518-5bdd5b4a3f5d tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 943 time: 0.0808303 Jun 07 08:19:05.575732 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-95f160be-b896-4d9d-8006-bfc42f35dd1d req-df6449c9-bc8b-482c-a7ac-59c7718ab77f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390418 Jun 07 08:19:06.312187 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13267f1f-4a6d-4ea9-9482-4731ace748b2 req-78a10d0d-f0fe-4b2c-ad37-7de748319a26 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:06.314842 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13267f1f-4a6d-4ea9-9482-4731ace748b2 req-78a10d0d-f0fe-4b2c-ad37-7de748319a26 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 944 time: 0.0831645 Jun 07 08:19:06.363396 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-13267f1f-4a6d-4ea9-9482-4731ace748b2 req-48afd172-70c1-4f04-8b06-ce2df46ab872 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433629 Jun 07 08:19:06.758412 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7b62f-ea8d-4418-981f-54b9c4fee380 req-0dfa0ee3-eb26-4d11-b204-9f3643db1666 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:06.759830 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e3b7b62f-ea8d-4418-981f-54b9c4fee380 req-0dfa0ee3-eb26-4d11-b204-9f3643db1666 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 943 time: 0.0782070 Jun 07 08:19:06.790499 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 7c15698b-500c-4956-ab6c-9120e4eaf625 up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:19:06.807969 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-e3b7b62f-ea8d-4418-981f-54b9c4fee380 req-94addf0b-2801-413b-98dc-aed942f1d2d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426083 Jun 07 08:19:06.863083 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:06.866342 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port 7c15698b-500c-4956-ab6c-9120e4eaf625 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:19:06.870588 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 7c15698b-500c-4956-ab6c-9120e4eaf625 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:19:06.870948 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:06.984237 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:07.009291 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538b50be-4f7f-46ff-8f6b-da94091cf5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c15698b-500c-4956-ab6c-9120e4eaf625'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:07.011489 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bf777a-4ccf-4273-a6fd-67a5414b1a1b" -d '{"events": [{"server_uuid": "538b50be-4f7f-46ff-8f6b-da94091cf5ef", "name": "network-vif-plugged", "status": "completed", "tag": "7c15698b-500c-4956-ab6c-9120e4eaf625"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:07.019602 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 7c15698b-500c-4956-ab6c-9120e4eaf625, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7c15698b-500c-4956-ab6c-9120e4eaf625,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:07.022940 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:07.024802 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-858949dc-49cc-4843-b4c5-7d3fe33932fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:07.061603 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ccf62e-17ab-4c7e-b7ee-f0113d24eaf0 x-openstack-request-id: req-64ccf62e-17ab-4c7e-b7ee-f0113d24eaf0 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:07.061899 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538b50be-4f7f-46ff-8f6b-da94091cf5ef", "name": "network-vif-plugged", "status": "completed", "tag": "7c15698b-500c-4956-ab6c-9120e4eaf625", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:07.062167 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64ccf62e-17ab-4c7e-b7ee-f0113d24eaf0 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:07.062537 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538b50be-4f7f-46ff-8f6b-da94091cf5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c15698b-500c-4956-ab6c-9120e4eaf625', 'code': 200} Jun 07 08:19:07.095539 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=7c15698b-500c-4956-ab6c-9120e4eaf625,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:07.098505 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:07.292629 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:19:07.293216 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07177ba3-9f28-4eb7-84f6-0dfa52a9e975 req-ec4affd5-60dd-4050-b4ec-2aa2c6f5b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:07.294636 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-07177ba3-9f28-4eb7-84f6-0dfa52a9e975 req-ec4affd5-60dd-4050-b4ec-2aa2c6f5b64d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 1098 time: 0.0699348 Jun 07 08:19:07.339589 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-07177ba3-9f28-4eb7-84f6-0dfa52a9e975 req-8a76e036-2dd0-49b4-85ee-bd97811471ba service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342877 Jun 07 08:19:07.548348 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba91d2d-88e5-4a00-b850-df788f347f68 req-e7bb40f0-5f4f-4e10-9fe1-38a92a431880 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:07.549670 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-cba91d2d-88e5-4a00-b850-df788f347f68 req-e7bb40f0-5f4f-4e10-9fe1-38a92a431880 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 945 time: 0.0809944 Jun 07 08:19:07.596317 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-cba91d2d-88e5-4a00-b850-df788f347f68 req-720c7dc2-6560-4c09-a57b-fe1642c7c198 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399897 Jun 07 08:19:08.005910 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dff757-b1cf-42ed-9be0-388338f9fefd req-85566dfa-b5de-4e30-ab84-332738eb20fe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:08.007369 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-83dff757-b1cf-42ed-9be0-388338f9fefd req-85566dfa-b5de-4e30-ab84-332738eb20fe tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 943 time: 0.0837986 Jun 07 08:19:08.050874 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-83dff757-b1cf-42ed-9be0-388338f9fefd req-b6460c3b-7af8-4e49-a700-3c74e44d04e0 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379348 Jun 07 08:19:08.263152 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-34eb4d8f-c48a-4552-a64e-73e4c0122a01 req-aff67587-30cb-463b-8391-b04289cfcc30 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746043 Jun 07 08:19:08.316303 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-89dde0f7-1f73-453b-97b2-5f686a7f8c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:08.360154 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb4d8f-c48a-4552-a64e-73e4c0122a01 req-754f795d-e22c-4c8e-860a-2732ca72c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:08.362649 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-34eb4d8f-c48a-4552-a64e-73e4c0122a01 req-754f795d-e22c-4c8e-860a-2732ca72c177 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ea9c68283ea4ac7a1ba3a696208417b&device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 1099 time: 0.0760620 Jun 07 08:19:08.661158 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb4d8f-c48a-4552-a64e-73e4c0122a01 req-478741e4-7be9-44e3-8ff3-6adefb9df1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:08.662693 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-34eb4d8f-c48a-4552-a64e-73e4c0122a01 req-478741e4-7be9-44e3-8ff3-6adefb9df1e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3 HTTP/1.1" status: 200 len: 916 time: 0.2320855 Jun 07 08:19:08.732755 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-34eb4d8f-c48a-4552-a64e-73e4c0122a01 req-bac95f96-5cce-4eb9-9420-64f411398f48 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca866164-53bf-4f17-b90d-6bd97a6eb8e1 HTTP/1.1" status: 200 len: 217 time: 0.0632789 Jun 07 08:19:08.812875 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb4d8f-c48a-4552-a64e-73e4c0122a01 req-9e8106b9-e1e4-4356-b80c-f7f811cf0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:08.814808 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-34eb4d8f-c48a-4552-a64e-73e4c0122a01 req-9e8106b9-e1e4-4356-b80c-f7f811cf0049 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c HTTP/1.1" status: 200 len: 855 time: 0.0651126 Jun 07 08:19:08.863926 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-34eb4d8f-c48a-4552-a64e-73e4c0122a01 req-3e3fb5ac-a2f1-45ea-987b-479f010b66ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d6f271e5-4875-4bb8-875c-d390cbfe6ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419259 Jun 07 08:19:08.886357 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04495abd-f2fe-4eb2-b4a4-4b2779b8b2a9 req-dc365ef6-f288-4baa-8810-2f6f8a89ce23 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:08.887755 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-04495abd-f2fe-4eb2-b4a4-4b2779b8b2a9 req-dc365ef6-f288-4baa-8810-2f6f8a89ce23 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 945 time: 0.1802180 Jun 07 08:19:08.933809 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-04495abd-f2fe-4eb2-b4a4-4b2779b8b2a9 req-a7ec9ce4-2df5-4773-87e9-7296993e19eb tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389459 Jun 07 08:19:09.002968 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-34eb4d8f-c48a-4552-a64e-73e4c0122a01 req-3addd2ec-ca9c-477f-945b-80cf2c4d5e61 service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309254 Jun 07 08:19:09.149905 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-34eb4d8f-c48a-4552-a64e-73e4c0122a01 req-199aeae0-0b62-4601-85f4-d56dbe7c4e6d service neutron] 10.222.0.48 "GET /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393800 Jun 07 08:19:09.247036 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469984fb-46c3-4317-90db-0f849e775f19 req-ac73ea7a-c49e-4ede-9b63-01de0ff23e7d tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:09.248805 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-469984fb-46c3-4317-90db-0f849e775f19 req-ac73ea7a-c49e-4ede-9b63-01de0ff23e7d tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 943 time: 0.0869293 Jun 07 08:19:09.300487 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-469984fb-46c3-4317-90db-0f849e775f19 req-9e337414-2847-43b6-a705-4c8059b9bcff tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413098 Jun 07 08:19:10.482926 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b588c6-8b26-455f-8223-ba8c4fc2d0a6 req-c2567b61-a873-4929-b45a-2939375d5f0e tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:10.484384 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-73b588c6-8b26-455f-8223-ba8c4fc2d0a6 req-c2567b61-a873-4929-b45a-2939375d5f0e tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 943 time: 0.0800891 Jun 07 08:19:10.529400 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-73b588c6-8b26-455f-8223-ba8c4fc2d0a6 req-3805a8fd-fc00-4c7d-a673-5ed9bb89f4c2 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391159 Jun 07 08:19:10.796751 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device aaca24a9-33a5-46b7-83ad-140779e6310d details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:19:10.905050 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:10.949982 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port aaca24a9-33a5-46b7-83ad-140779e6310d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=aaca24a9-33a5-46b7-83ad-140779e6310d,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:10.963646 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'port_id': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'mac_address': 'fa:16:3e:0f:d2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:19:11.030444 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:11.041956 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9a696f81-5a80-49cd-8ca7-c73d23170fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:11.051840 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaca24a9-33a5-46b7-83ad-140779e6310d {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:19:11.068119 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port aaca24a9-33a5-46b7-83ad-140779e6310d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=aaca24a9-33a5-46b7-83ad-140779e6310d,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:11.072453 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:11.074260 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:11.144933 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=aaca24a9-33a5-46b7-83ad-140779e6310d,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:11.148443 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:11.394435 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['aaca24a9-33a5-46b7-83ad-140779e6310d'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:19:11.716552 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec869b1-4f5a-4e9a-bb0f-dd13c35bca8f req-0d5551fb-4d00-487b-9e3b-e16d81808d0c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:11.718025 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-dec869b1-4f5a-4e9a-bb0f-dd13c35bca8f req-0d5551fb-4d00-487b-9e3b-e16d81808d0c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 944 time: 0.0846305 Jun 07 08:19:11.761869 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-dec869b1-4f5a-4e9a-bb0f-dd13c35bca8f req-31ebbb71-394a-49e6-a308-53c6652f2d77 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369344 Jun 07 08:19:11.955589 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:12.959446 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df2189-2728-4a46-834c-8493ba55aaa6 req-882c43cc-338d-427f-8aec-7b34572a1678 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:12.960866 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a3df2189-2728-4a46-834c-8493ba55aaa6 req-882c43cc-338d-427f-8aec-7b34572a1678 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 944 time: 0.0793149 Jun 07 08:19:13.004989 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a3df2189-2728-4a46-834c-8493ba55aaa6 req-f9aae30d-63aa-4d1d-b821-40f26d45aaca tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385365 Jun 07 08:19:13.560409 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:13.700340 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device aaca24a9-33a5-46b7-83ad-140779e6310d up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:19:13.770265 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port aaca24a9-33a5-46b7-83ad-140779e6310d completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:19:13.774822 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port aaca24a9-33a5-46b7-83ad-140779e6310d triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:19:13.775205 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:13.902437 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:13.928631 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c582c2-05bd-4f57-a67a-689dd7227196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaca24a9-33a5-46b7-83ad-140779e6310d'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:13.931067 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411a2bd2-aee8-4cdf-9af1-194c99306f4b" -d '{"events": [{"server_uuid": "77c582c2-05bd-4f57-a67a-689dd7227196", "name": "network-vif-plugged", "status": "completed", "tag": "aaca24a9-33a5-46b7-83ad-140779e6310d"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:13.939281 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port aaca24a9-33a5-46b7-83ad-140779e6310d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=aaca24a9-33a5-46b7-83ad-140779e6310d,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:13.942720 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:13.944622 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:13.973294 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14482543-5bc6-42c8-aed8-12f5c1e12964 x-openstack-request-id: req-14482543-5bc6-42c8-aed8-12f5c1e12964 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:13.973618 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c582c2-05bd-4f57-a67a-689dd7227196", "name": "network-vif-plugged", "status": "completed", "tag": "aaca24a9-33a5-46b7-83ad-140779e6310d", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:13.973874 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14482543-5bc6-42c8-aed8-12f5c1e12964 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:13.974256 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c582c2-05bd-4f57-a67a-689dd7227196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'code': 200} Jun 07 08:19:14.010776 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=aaca24a9-33a5-46b7-83ad-140779e6310d,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:14.013609 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:14.193285 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db90a2-9d8c-43bd-ae1f-bb12767d2792 req-f34d2d33-9741-4ad6-a84b-39e81211c9da tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:14.194769 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-87db90a2-9d8c-43bd-ae1f-bb12767d2792 req-f34d2d33-9741-4ad6-a84b-39e81211c9da tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 945 time: 0.0831802 Jun 07 08:19:14.239114 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-87db90a2-9d8c-43bd-ae1f-bb12767d2792 req-5ea276ad-ff2c-4cba-b870-c076321b8754 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385952 Jun 07 08:19:15.426479 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02198b6a-69d5-4345-9131-ad75fe55805c req-517f1333-f446-4abb-b956-64275da43288 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:15.427916 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-02198b6a-69d5-4345-9131-ad75fe55805c req-517f1333-f446-4abb-b956-64275da43288 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 945 time: 0.0822551 Jun 07 08:19:15.474759 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-02198b6a-69d5-4345-9131-ad75fe55805c req-6627c07d-09ce-4d41-a6aa-f4c71b88f047 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411823 Jun 07 08:19:15.958933 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe4386-273e-41c8-9218-61090dc4119a req-58065aa2-fde9-4d90-8312-953522edabb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:15.960455 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-cefe4386-273e-41c8-9218-61090dc4119a req-58065aa2-fde9-4d90-8312-953522edabb9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 1098 time: 0.0711474 Jun 07 08:19:16.005176 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-cefe4386-273e-41c8-9218-61090dc4119a req-8c5ecbb8-6f4e-4803-8802-c9a83c571216 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380192 Jun 07 08:19:16.655605 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb791d85-c23f-424c-ae29-322b30771996 req-0de19e17-7ed1-411e-a3ae-966395e6062f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:16.657779 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-cb791d85-c23f-424c-ae29-322b30771996 req-0de19e17-7ed1-411e-a3ae-966395e6062f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 945 time: 0.0797176 Jun 07 08:19:16.700594 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-cb791d85-c23f-424c-ae29-322b30771996 req-25e6d9bd-dc68-4a80-b724-7ce5e87bf819 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374811 Jun 07 08:19:17.879471 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cfe4f-9068-4afd-83b0-ae1393741b67 req-523689c4-0338-4ca8-82a3-51275f798667 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:17.880918 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-654cfe4f-9068-4afd-83b0-ae1393741b67 req-523689c4-0338-4ca8-82a3-51275f798667 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 945 time: 0.0788357 Jun 07 08:19:17.924629 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-654cfe4f-9068-4afd-83b0-ae1393741b67 req-87f65a39-ab08-448c-90ed-131ef6eae74d tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381427 Jun 07 08:19:19.112754 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb40997-e4cf-4bef-9716-b95d468dcb2c req-02175d3f-5cbb-4a29-a029-a245ad168b3b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:19.114208 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fbb40997-e4cf-4bef-9716-b95d468dcb2c req-02175d3f-5cbb-4a29-a029-a245ad168b3b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 945 time: 0.0850146 Jun 07 08:19:19.159737 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fbb40997-e4cf-4bef-9716-b95d468dcb2c req-c65b6307-1fa9-47c2-b0a5-57e353105acb tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400338 Jun 07 08:19:20.367860 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c686ccb-604c-45d4-8d5b-b358f7ca4a2c req-e7852eed-0e98-4b60-801d-649126d7f144 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:20.369354 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4c686ccb-604c-45d4-8d5b-b358f7ca4a2c req-e7852eed-0e98-4b60-801d-649126d7f144 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 945 time: 0.1007931 Jun 07 08:19:20.418766 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-4c686ccb-604c-45d4-8d5b-b358f7ca4a2c req-a0c56226-3149-4b21-ba60-47837c37c047 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419817 Jun 07 08:19:20.606614 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecf26d-4d76-42b0-a9f3-397faf8c8b89 req-7e0d97d5-f5a8-494b-a2a7-61b670da3409 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:20.608050 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c6ecf26d-4d76-42b0-a9f3-397faf8c8b89 req-7e0d97d5-f5a8-494b-a2a7-61b670da3409 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 945 time: 0.0793583 Jun 07 08:19:20.651885 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c6ecf26d-4d76-42b0-a9f3-397faf8c8b89 req-ec148483-3b46-462e-9e64-2a91e301e6b2 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378020 Jun 07 08:19:20.674840 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 57940) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:20.747304 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789e3777-e2d7-47fc-aca2-6b82c5d0ea19 tempest-TestVolumeBootPattern-850476082 tempest-TestVolumeBootPattern-850476082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:20.748798 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-789e3777-e2d7-47fc-aca2-6b82c5d0ea19 tempest-TestVolumeBootPattern-850476082 tempest-TestVolumeBootPattern-850476082-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 1093 time: 0.0727334 Jun 07 08:19:20.752243 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 57944) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:20.756715 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Request body: {'floatingip': {'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'port_id': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:19:20.778519 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for floatingip, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:20.916452 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:21.064685 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Allocated IP 172.27.1.249 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/def11090-5fa4-4548-b8e2-93a316b20308) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:19:21.318588 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:21.352738 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:21.358008 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:21.421738 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:19:21.425623 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:19:21.429577 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:19:21.475811 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'Port': ['ID=def11090-5fa4-4548-b8e2-93a316b20308,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:21.479696 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:21.841818 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:21.915587 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:22.124202 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:22.128225 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:22.131728 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-8d9a5e7b-84e2-4830-b8ca-ade8807aa7aa tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:22.235937 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'Port': ['ID=def11090-5fa4-4548-b8e2-93a316b20308,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:22.243504 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:22.252001 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:22.426475 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.l3_db [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Floating IP 49455983-5034-451e-94cf-b4fb17c40e37 associated. External IP: 172.27.1.249, port: aaca24a9-33a5-46b7-83ad-140779e6310d. Jun 07 08:19:22.893574 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Router fac56fd0-fcb5-47c6-b241-c4e285e067ce has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:19:23.082766 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:19:23.096832 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559b42e-23a6-4ce7-a72a-900164ad9d9f None None] Sync routers for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:19:23.106578 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:23.109331 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559b42e-23a6-4ce7-a72a-900164ad9d9f None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:19:23.111223 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-f559b42e-23a6-4ce7-a72a-900164ad9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:19:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:23.161149 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4078596 Jun 07 08:19:23.161803 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c582c2-05bd-4f57-a67a-689dd7227196', 'tag': 'aaca24a9-33a5-46b7-83ad-140779e6310d'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:23.164096 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e109ded3-8137-43f9-9197-205314d3be3f" -d '{"events": [{"name": "network-changed", "server_uuid": "77c582c2-05bd-4f57-a67a-689dd7227196", "tag": "aaca24a9-33a5-46b7-83ad-140779e6310d"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:23.207777 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae68c644-8da4-42b5-97df-b844e3e60a88 x-openstack-request-id: req-ae68c644-8da4-42b5-97df-b844e3e60a88 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:23.208106 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c582c2-05bd-4f57-a67a-689dd7227196", "tag": "aaca24a9-33a5-46b7-83ad-140779e6310d", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:23.208398 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae68c644-8da4-42b5-97df-b844e3e60a88 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:23.208829 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c582c2-05bd-4f57-a67a-689dd7227196', 'tag': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'status': 'completed', 'code': 200} Jun 07 08:19:23.305749 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109ded3-8137-43f9-9197-205314d3be3f req-4bc93fcd-0e07-4801-9141-fb905e040c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:23.307232 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e109ded3-8137-43f9-9197-205314d3be3f req-4bc93fcd-0e07-4801-9141-fb905e040c86 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 1098 time: 0.0729244 Jun 07 08:19:23.334635 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-f559b42e-23a6-4ce7-a72a-900164ad9d9f None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:19:23.438311 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109ded3-8137-43f9-9197-205314d3be3f req-f5779dc3-c4d5-4b93-b2ba-145e886357a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:23.439728 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e109ded3-8137-43f9-9197-205314d3be3f req-f5779dc3-c4d5-4b93-b2ba-145e886357a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 912 time: 0.1258981 Jun 07 08:19:23.544308 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e109ded3-8137-43f9-9197-205314d3be3f req-f515b621-e833-48b5-83b5-7ca210d4da6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaca24a9-33a5-46b7-83ad-140779e6310d HTTP/1.1" status: 200 len: 999 time: 0.0972409 Jun 07 08:19:23.611969 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109ded3-8137-43f9-9197-205314d3be3f req-bdd89de1-ec58-4373-bd4b-c3ef968a812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:23.613529 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e109ded3-8137-43f9-9197-205314d3be3f req-bdd89de1-ec58-4373-bd4b-c3ef968a812d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440314a-dcc6-41c1-8819-e39c3089ae84 HTTP/1.1" status: 200 len: 850 time: 0.0614839 Jun 07 08:19:23.681000 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-f559b42e-23a6-4ce7-a72a-900164ad9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '49455983-5034-451e-94cf-b4fb17c40e37', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'port_id': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'mac_address': 'fa:16:3e:0f:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c582c2-05bd-4f57-a67a-689dd7227196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:19:21Z', 'updated_at': '2021-06-07T08:19:21Z', 'revision_number': 0, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:23.684850 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559b42e-23a6-4ce7-a72a-900164ad9d9f None None] Checking router: fac56fd0-fcb5-47c6-b241-c4e285e067ce for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:19:23.690449 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109ded3-8137-43f9-9197-205314d3be3f req-db872ccf-a374-4fa7-a8ca-552d847f92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:23.691911 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e109ded3-8137-43f9-9197-205314d3be3f req-db872ccf-a374-4fa7-a8ca-552d847f92c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0698955 Jun 07 08:19:23.693246 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559b42e-23a6-4ce7-a72a-900164ad9d9f None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:19:23.693878 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-f559b42e-23a6-4ce7-a72a-900164ad9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:19:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:23.826294 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e109ded3-8137-43f9-9197-205314d3be3f req-59e178af-5a41-429b-bcee-34698aff2d33 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261208 Jun 07 08:19:23.870209 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-f559b42e-23a6-4ce7-a72a-900164ad9d9f None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:19:23.978870 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e109ded3-8137-43f9-9197-205314d3be3f req-5197b873-5dfe-4f6d-9d4c-5b99ee719300 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380885 Jun 07 08:19:24.148485 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebe9de-6fc9-4c07-a02f-82fe3ab12d8f req-651dfde2-304a-411c-8db7-5d6063e9c131 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:24.149990 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-beebe9de-6fc9-4c07-a02f-82fe3ab12d8f req-651dfde2-304a-411c-8db7-5d6063e9c131 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 945 time: 0.0932944 Jun 07 08:19:24.197706 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-beebe9de-6fc9-4c07-a02f-82fe3ab12d8f req-284238a9-65fd-40a3-8028-7fccc14ec01e tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420437 Jun 07 08:19:24.252525 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-f559b42e-23a6-4ce7-a72a-900164ad9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '49455983-5034-451e-94cf-b4fb17c40e37', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'port_id': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'mac_address': 'fa:16:3e:0f:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c582c2-05bd-4f57-a67a-689dd7227196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:19:21Z', 'updated_at': '2021-06-07T08:19:21Z', 'revision_number': 0, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:24.256416 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559b42e-23a6-4ce7-a72a-900164ad9d9f None None] The sync data for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi is: [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '49455983-5034-451e-94cf-b4fb17c40e37', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'port_id': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'mac_address': 'fa:16:3e:0f:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c582c2-05bd-4f57-a67a-689dd7227196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:19:21Z', 'updated_at': '2021-06-07T08:19:21Z', 'revision_number': 0, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:19:24.454411 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af96e26-414c-4eb3-8bf4-6301383ec2f1 None None] New status for floating IP 49455983-5034-451e-94cf-b4fb17c40e37: ACTIVE {{(pid=91885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:19:25.386601 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0e8ca-bff0-4b24-bc5d-11723bd654dd req-109ddb99-859e-444b-a1fa-410839eeaa1c tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:25.388021 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-53d0e8ca-bff0-4b24-bc5d-11723bd654dd req-109ddb99-859e-444b-a1fa-410839eeaa1c tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 945 time: 0.0797923 Jun 07 08:19:25.433233 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-53d0e8ca-bff0-4b24-bc5d-11723bd654dd req-4e157f9c-cb70-43c0-bfe6-98de8337038e tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389719 Jun 07 08:19:25.838019 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0b1d0-f7a5-481b-a887-07d885155761 req-ec603824-49cf-4a73-9208-436f9aa9a0d8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:25.839459 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b8c0b1d0-f7a5-481b-a887-07d885155761 req-ec603824-49cf-4a73-9208-436f9aa9a0d8 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 945 time: 0.0804555 Jun 07 08:19:25.982967 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-b8c0b1d0-f7a5-481b-a887-07d885155761 req-d37c24fd-7f89-4c7b-a598-040fd5cbf46d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Deleting port 7c15698b-500c-4956-ab6c-9120e4eaf625 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:19:25.983314 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-b8c0b1d0-f7a5-481b-a887-07d885155761 req-d37c24fd-7f89-4c7b-a598-040fd5cbf46d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:26.220505 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-b8c0b1d0-f7a5-481b-a887-07d885155761 req-d37c24fd-7f89-4c7b-a598-040fd5cbf46d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] For port 7c15698b-500c-4956-ab6c-9120e4eaf625, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=7c15698b-500c-4956-ab6c-9120e4eaf625,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:26.220865 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-b8c0b1d0-f7a5-481b-a887-07d885155761 req-d37c24fd-7f89-4c7b-a598-040fd5cbf46d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:26.343092 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-b8c0b1d0-f7a5-481b-a887-07d885155761 req-d37c24fd-7f89-4c7b-a598-040fd5cbf46d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Calling delete_port for 7c15698b-500c-4956-ab6c-9120e4eaf625 owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:19:26.454286 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-b8c0b1d0-f7a5-481b-a887-07d885155761 req-d37c24fd-7f89-4c7b-a598-040fd5cbf46d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:26.461279 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:26.505276 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c24fd-7f89-4c7b-a598-040fd5cbf46d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Pushing event deleted for resources: {'Port': ['ID=7c15698b-500c-4956-ab6c-9120e4eaf625,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:26.508763 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d37c24fd-7f89-4c7b-a598-040fd5cbf46d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:26.616482 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c0b1d0-f7a5-481b-a887-07d885155761 req-d37c24fd-7f89-4c7b-a598-040fd5cbf46d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] No DVR routers for this DVR port 7c15698b-500c-4956-ab6c-9120e4eaf625 on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:19:26.622641 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-b8c0b1d0-f7a5-481b-a887-07d885155761 req-d37c24fd-7f89-4c7b-a598-040fd5cbf46d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:26.624526 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-b8c0b1d0-f7a5-481b-a887-07d885155761 req-d37c24fd-7f89-4c7b-a598-040fd5cbf46d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "DELETE /v2.0/ports/7c15698b-500c-4956-ab6c-9120e4eaf625 HTTP/1.1" status: 204 len: 173 time: 0.7795677 Jun 07 08:19:26.626447 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0403daf0-d858-47b3-b14d-50caf92f208c req-126e0a1b-fc9c-4e87-b1e4-a9c9a249eaf2 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 210 time: 0.0794630 Jun 07 08:19:26.626932 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538b50be-4f7f-46ff-8f6b-da94091cf5ef', 'name': 'network-vif-deleted', 'tag': '7c15698b-500c-4956-ab6c-9120e4eaf625'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:26.629353 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20681105-90f8-4916-b7cf-91ec99168b35" -d '{"events": [{"server_uuid": "538b50be-4f7f-46ff-8f6b-da94091cf5ef", "name": "network-vif-deleted", "tag": "7c15698b-500c-4956-ab6c-9120e4eaf625"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:26.670979 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c8e3db-8c0f-4122-bb46-096e2e1033d7 x-openstack-request-id: req-b7c8e3db-8c0f-4122-bb46-096e2e1033d7 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:26.671302 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538b50be-4f7f-46ff-8f6b-da94091cf5ef", "name": "network-vif-deleted", "tag": "7c15698b-500c-4956-ab6c-9120e4eaf625", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:26.671590 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7c8e3db-8c0f-4122-bb46-096e2e1033d7 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:26.672159 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538b50be-4f7f-46ff-8f6b-da94091cf5ef', 'name': 'network-vif-deleted', 'tag': '7c15698b-500c-4956-ab6c-9120e4eaf625', 'status': 'completed', 'code': 200} Jun 07 08:19:27.776267 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8bc13918-bbf6-48a4-b81c-abf93f0128e2 req-4304c522-4d96-4e14-a973-d9c3c6ba9909 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 210 time: 0.0415289 Jun 07 08:19:28.928830 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-3926035e-0d77-4c00-af3f-df1bcee207b3 req-1c584259-54c8-4311-8bea-c972e4293a45 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=538b50be-4f7f-46ff-8f6b-da94091cf5ef HTTP/1.1" status: 200 len: 210 time: 0.0474508 Jun 07 08:19:29.097225 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['ca866164-53bf-4f17-b90d-6bd97a6eb8e1', 'c17b433c-681b-43c8-9a27-f0a8bc2a84ce', '16819032-01e0-4fbe-ba9d-2793f0f94a8f', '7c15698b-500c-4956-ab6c-9120e4eaf625'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:19:31.616466 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523731d-4b9d-4bd1-a7c2-f7d4dd37b3c3 req-38029903-4ce5-45c5-9c50-07e2389fa53c tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:31.618021 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1523731d-4b9d-4bd1-a7c2-f7d4dd37b3c3 req-38029903-4ce5-45c5-9c50-07e2389fa53c tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 946 time: 0.0845573 Jun 07 08:19:31.663023 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1523731d-4b9d-4bd1-a7c2-f7d4dd37b3c3 req-85713891-14cc-4ec5-9e40-b329b60d3e95 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395107 Jun 07 08:19:32.847265 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675878e-3578-478a-923f-0c42deebdbbb req-5a5459f5-d1ca-462a-b0b0-6f10c3a0577e tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:32.848701 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b675878e-3578-478a-923f-0c42deebdbbb req-5a5459f5-d1ca-462a-b0b0-6f10c3a0577e tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 946 time: 0.0802629 Jun 07 08:19:32.892812 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b675878e-3578-478a-923f-0c42deebdbbb req-3900b561-3cda-4b43-a449-8808289defd3 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382249 Jun 07 08:19:33.111068 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 7c15698b-500c-4956-ab6c-9120e4eaf625 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:19:33.150657 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: 7c15698b-500c-4956-ab6c-9120e4eaf625 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:19:33.151089 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 7c15698b-500c-4956-ab6c-9120e4eaf625 not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:19:33.204423 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ece16-476c-448f-9d32-b64e6dd18335 req-8d044495-7c9a-4ff6-a7dc-353ca2c6a471 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:33.205848 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0e5ece16-476c-448f-9d32-b64e6dd18335 req-8d044495-7c9a-4ff6-a7dc-353ca2c6a471 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "GET /v2.0/ports?device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 946 time: 0.0843365 Jun 07 08:19:33.346172 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-0e5ece16-476c-448f-9d32-b64e6dd18335 req-1823d01a-1ba4-4e05-b2df-f34843f19cba tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Deleting port 16819032-01e0-4fbe-ba9d-2793f0f94a8f {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:19:33.346520 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-0e5ece16-476c-448f-9d32-b64e6dd18335 req-1823d01a-1ba4-4e05-b2df-f34843f19cba tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:33.478886 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-0e5ece16-476c-448f-9d32-b64e6dd18335 req-1823d01a-1ba4-4e05-b2df-f34843f19cba tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] For port 16819032-01e0-4fbe-ba9d-2793f0f94a8f, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=16819032-01e0-4fbe-ba9d-2793f0f94a8f,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:33.479239 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-0e5ece16-476c-448f-9d32-b64e6dd18335 req-1823d01a-1ba4-4e05-b2df-f34843f19cba tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:33.605974 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-0e5ece16-476c-448f-9d32-b64e6dd18335 req-1823d01a-1ba4-4e05-b2df-f34843f19cba tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Calling delete_port for 16819032-01e0-4fbe-ba9d-2793f0f94a8f owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:19:33.719170 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-0e5ece16-476c-448f-9d32-b64e6dd18335 req-1823d01a-1ba4-4e05-b2df-f34843f19cba tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:33.724845 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-65e69338-99d4-45ed-8502-3eca6a6c707b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:33.730063 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['ca866164-53bf-4f17-b90d-6bd97a6eb8e1', 'c17b433c-681b-43c8-9a27-f0a8bc2a84ce', '16819032-01e0-4fbe-ba9d-2793f0f94a8f'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:19:33.767539 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823d01a-1ba4-4e05-b2df-f34843f19cba tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Pushing event deleted for resources: {'Port': ['ID=16819032-01e0-4fbe-ba9d-2793f0f94a8f,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:33.771177 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-1823d01a-1ba4-4e05-b2df-f34843f19cba tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:33.847543 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5ece16-476c-448f-9d32-b64e6dd18335 req-1823d01a-1ba4-4e05-b2df-f34843f19cba tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] No DVR routers for this DVR port 16819032-01e0-4fbe-ba9d-2793f0f94a8f on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:19:33.849986 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-0e5ece16-476c-448f-9d32-b64e6dd18335 req-1823d01a-1ba4-4e05-b2df-f34843f19cba tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:33.851911 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0e5ece16-476c-448f-9d32-b64e6dd18335 req-1823d01a-1ba4-4e05-b2df-f34843f19cba tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "DELETE /v2.0/ports/16819032-01e0-4fbe-ba9d-2793f0f94a8f HTTP/1.1" status: 204 len: 173 time: 0.6408002 Jun 07 08:19:33.852445 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b869466c-8342-4c20-b1ca-64d212f497ac', 'name': 'network-vif-deleted', 'tag': '16819032-01e0-4fbe-ba9d-2793f0f94a8f'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:33.854911 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccbd027-4a07-4ce2-90c1-bcda11b08b9c" -d '{"events": [{"server_uuid": "b869466c-8342-4c20-b1ca-64d212f497ac", "name": "network-vif-deleted", "tag": "16819032-01e0-4fbe-ba9d-2793f0f94a8f"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:33.921204 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90052458-ddbe-48d5-8210-8c8cb34494ea x-openstack-request-id: req-90052458-ddbe-48d5-8210-8c8cb34494ea {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:33.921573 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b869466c-8342-4c20-b1ca-64d212f497ac", "name": "network-vif-deleted", "tag": "16819032-01e0-4fbe-ba9d-2793f0f94a8f", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:33.922597 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90052458-ddbe-48d5-8210-8c8cb34494ea {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:33.922975 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b869466c-8342-4c20-b1ca-64d212f497ac', 'name': 'network-vif-deleted', 'tag': '16819032-01e0-4fbe-ba9d-2793f0f94a8f', 'status': 'completed', 'code': 200} Jun 07 08:19:33.998618 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 58138) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:34.074597 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-01aa31a2-d739-4590-b761-b873fd2713f6 req-e42343ea-ff51-45dd-81a2-aa3e05f553bf tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=b869466c-8342-4c20-b1ca-64d212f497ac HTTP/1.1" status: 200 len: 210 time: 0.0539415 Jun 07 08:19:34.139406 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70ee7538-6c0e-4663-ae5e-53561ad8079d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:34.245690 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70ee7538-6c0e-4663-ae5e-53561ad8079d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:34.249393 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-70ee7538-6c0e-4663-ae5e-53561ad8079d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:34.256941 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3bc5b6e1-78b5-4604-a90d-0dfa91469a21 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:34.301139 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-70ee7538-6c0e-4663-ae5e-53561ad8079d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42f62ef2ea5e46b38fb6e564df994941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014412 Jun 07 08:19:34.301943 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee7538-6c0e-4663-ae5e-53561ad8079d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71809309-327c-42c7-9314-2b2581cab146,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:34.303837 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58142) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:34.305001 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-70ee7538-6c0e-4663-ae5e-53561ad8079d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:34.363424 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-178ff97f-7605-444f-86fc-5ef2ceb864c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:34.388777 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-178ff97f-7605-444f-86fc-5ef2ceb864c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:34.441796 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-178ff97f-7605-444f-86fc-5ef2ceb864c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:34.444206 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-178ff97f-7605-444f-86fc-5ef2ceb864c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:34.445440 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-178ff97f-7605-444f-86fc-5ef2ceb864c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71809309-327c-42c7-9314-2b2581cab146 HTTP/1.1" status: 204 len: 168 time: 0.1404445 Jun 07 08:19:34.446221 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-32835c3f-7532-4df6-ab01-da132ef2b2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:34.456085 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ff97f-7605-444f-86fc-5ef2ceb864c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71809309-327c-42c7-9314-2b2581cab146,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:34.463316 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-178ff97f-7605-444f-86fc-5ef2ceb864c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:34.726651 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58148) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:34.743147 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d510335f-b6d7-4799-8f44-ce644bdab616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:34.864029 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d510335f-b6d7-4799-8f44-ce644bdab616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:34.867998 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d510335f-b6d7-4799-8f44-ce644bdab616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:34.879831 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-93866dbe-5409-4b0e-a93b-dc8954b9685a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:34.919000 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-d510335f-b6d7-4799-8f44-ce644bdab616 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81f91bee13dc46b2a5cb241fb9e3d68a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913159 Jun 07 08:19:34.919920 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510335f-b6d7-4799-8f44-ce644bdab616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6217778-8dc8-4029-a9e2-7fd6e9d3a9bb,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:34.921816 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 58150) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:34.923168 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d510335f-b6d7-4799-8f44-ce644bdab616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:34.981085 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-86c938bb-15df-4da8-8ccb-91ea18a1c6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:35.006746 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-86c938bb-15df-4da8-8ccb-91ea18a1c6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:35.056954 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-86c938bb-15df-4da8-8ccb-91ea18a1c6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:35.059806 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-86c938bb-15df-4da8-8ccb-91ea18a1c6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:35.060902 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-86c938bb-15df-4da8-8ccb-91ea18a1c6c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6217778-8dc8-4029-a9e2-7fd6e9d3a9bb HTTP/1.1" status: 204 len: 168 time: 0.1377218 Jun 07 08:19:35.061777 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-769d328a-4e70-47f2-a338-82997199dcef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:35.071546 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c938bb-15df-4da8-8ccb-91ea18a1c6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6217778-8dc8-4029-a9e2-7fd6e9d3a9bb,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:35.073757 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-86c938bb-15df-4da8-8ccb-91ea18a1c6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:35.543644 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce2676-4ef7-42b5-b5ff-c93651be8fd8 req-3bd1d3a6-c817-4dcd-aea6-6ea42a3cf3bf tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:35.545088 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e7ce2676-4ef7-42b5-b5ff-c93651be8fd8 req-3bd1d3a6-c817-4dcd-aea6-6ea42a3cf3bf tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 945 time: 0.0860269 Jun 07 08:19:35.592930 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e7ce2676-4ef7-42b5-b5ff-c93651be8fd8 req-6d86a330-b784-400f-ba50-e8ce21718972 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407190 Jun 07 08:19:36.786743 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42658d3d-06bd-4d30-ac39-d394b31e8291 req-c273cb95-89de-4d5c-b2d0-f57c1af14bf7 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:36.788098 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-42658d3d-06bd-4d30-ac39-d394b31e8291 req-c273cb95-89de-4d5c-b2d0-f57c1af14bf7 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 945 time: 0.0866387 Jun 07 08:19:36.833882 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-42658d3d-06bd-4d30-ac39-d394b31e8291 req-2bebe1f8-6e50-437b-bf47-2423540c143a tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398238 Jun 07 08:19:36.880080 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:37.002524 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee147f-60fa-48c7-b22c-552aa03e0a06 req-a4a26de6-4c72-4454-bc0a-c3b5e46167af tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:37.003960 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e8ee147f-60fa-48c7-b22c-552aa03e0a06 req-a4a26de6-4c72-4454-bc0a-c3b5e46167af tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 945 time: 0.0823689 Jun 07 08:19:37.120133 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 16819032-01e0-4fbe-ba9d-2793f0f94a8f no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:19:37.156212 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: 16819032-01e0-4fbe-ba9d-2793f0f94a8f {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:19:37.156212 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 16819032-01e0-4fbe-ba9d-2793f0f94a8f not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:19:37.247137 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-e8ee147f-60fa-48c7-b22c-552aa03e0a06 req-5129f4b0-9564-4e94-9984-1ec77df62d33 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Deleting port c17b433c-681b-43c8-9a27-f0a8bc2a84ce {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:19:37.247486 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-e8ee147f-60fa-48c7-b22c-552aa03e0a06 req-5129f4b0-9564-4e94-9984-1ec77df62d33 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:37.384977 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-e8ee147f-60fa-48c7-b22c-552aa03e0a06 req-5129f4b0-9564-4e94-9984-1ec77df62d33 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] For port c17b433c-681b-43c8-9a27-f0a8bc2a84ce, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=c17b433c-681b-43c8-9a27-f0a8bc2a84ce,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:37.385278 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-e8ee147f-60fa-48c7-b22c-552aa03e0a06 req-5129f4b0-9564-4e94-9984-1ec77df62d33 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:37.510957 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-e8ee147f-60fa-48c7-b22c-552aa03e0a06 req-5129f4b0-9564-4e94-9984-1ec77df62d33 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Calling delete_port for c17b433c-681b-43c8-9a27-f0a8bc2a84ce owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:19:37.628139 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-e8ee147f-60fa-48c7-b22c-552aa03e0a06 req-5129f4b0-9564-4e94-9984-1ec77df62d33 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:37.637607 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-2781b0f7-b785-491d-a448-74f2d76dd9d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:37.645036 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['ca866164-53bf-4f17-b90d-6bd97a6eb8e1', 'c17b433c-681b-43c8-9a27-f0a8bc2a84ce'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:19:37.683496 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129f4b0-9564-4e94-9984-1ec77df62d33 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Pushing event deleted for resources: {'Port': ['ID=c17b433c-681b-43c8-9a27-f0a8bc2a84ce,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:37.686743 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-5129f4b0-9564-4e94-9984-1ec77df62d33 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:37.765379 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ee147f-60fa-48c7-b22c-552aa03e0a06 req-5129f4b0-9564-4e94-9984-1ec77df62d33 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] No DVR routers for this DVR port c17b433c-681b-43c8-9a27-f0a8bc2a84ce on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:19:37.767831 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-e8ee147f-60fa-48c7-b22c-552aa03e0a06 req-5129f4b0-9564-4e94-9984-1ec77df62d33 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:37.769962 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e8ee147f-60fa-48c7-b22c-552aa03e0a06 req-5129f4b0-9564-4e94-9984-1ec77df62d33 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "DELETE /v2.0/ports/c17b433c-681b-43c8-9a27-f0a8bc2a84ce HTTP/1.1" status: 204 len: 173 time: 0.7584958 Jun 07 08:19:37.770477 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61263fcf-1923-42a8-b5ca-da46da0fbd73', 'name': 'network-vif-deleted', 'tag': 'c17b433c-681b-43c8-9a27-f0a8bc2a84ce'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:37.772779 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e82eec9-74a1-47a4-9144-b432e48e6632" -d '{"events": [{"server_uuid": "61263fcf-1923-42a8-b5ca-da46da0fbd73", "name": "network-vif-deleted", "tag": "c17b433c-681b-43c8-9a27-f0a8bc2a84ce"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:37.841575 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962ae8e8-d2e9-41c2-bd55-c73bd74201b3 x-openstack-request-id: req-962ae8e8-d2e9-41c2-bd55-c73bd74201b3 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:37.842095 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61263fcf-1923-42a8-b5ca-da46da0fbd73", "name": "network-vif-deleted", "tag": "c17b433c-681b-43c8-9a27-f0a8bc2a84ce", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:37.842561 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-962ae8e8-d2e9-41c2-bd55-c73bd74201b3 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:37.843156 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61263fcf-1923-42a8-b5ca-da46da0fbd73', 'name': 'network-vif-deleted', 'tag': 'c17b433c-681b-43c8-9a27-f0a8bc2a84ce', 'status': 'completed', 'code': 200} Jun 07 08:19:38.022555 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-d97ff26b-fa27-48bd-aedb-cdc84c405ee2 req-16e2aaff-64d7-4d23-ba9d-4af6cd29e14f tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=61263fcf-1923-42a8-b5ca-da46da0fbd73 HTTP/1.1" status: 200 len: 210 time: 0.0512874 Jun 07 08:19:38.323982 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e53cb134-3ed6-44fb-86ca-27d417aac58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:38.512500 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 58296) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:38.628800 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:38.730374 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:38.734793 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:38.743069 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-3fb1bfff-0d6e-4567-8ed0-392c358596ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:38.782215 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57b04af4c1dd43ada9204dd5bbe8192c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686892 Jun 07 08:19:38.783209 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66243f54-75a2-4f0b-8a43-48d4d947eff1,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:38.784999 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58300) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:38.790671 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:38.791055 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:38.791426 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:38.791792 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:38.792151 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:38.792511 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:38.792868 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:38.793226 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:38.793603 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:38.793957 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:38.794309 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:38.794660 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:38.800998 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:38.843879 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2e3241d9-b74d-4529-a858-3e00c135b141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:38.874917 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2e3241d9-b74d-4529-a858-3e00c135b141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:38.927621 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2e3241d9-b74d-4529-a858-3e00c135b141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:38.930261 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2e3241d9-b74d-4529-a858-3e00c135b141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:38.931353 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-2e3241d9-b74d-4529-a858-3e00c135b141 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66243f54-75a2-4f0b-8a43-48d4d947eff1 HTTP/1.1" status: 204 len: 168 time: 0.1453297 Jun 07 08:19:38.932068 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-402fd36c-0547-41f2-828c-4f6522281e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:38.941778 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3241d9-b74d-4529-a858-3e00c135b141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66243f54-75a2-4f0b-8a43-48d4d947eff1,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:38.944165 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2e3241d9-b74d-4529-a858-3e00c135b141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:39.209612 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58310) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:39.227514 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-93f90233-af29-4937-adfa-de331c3ddf9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:39.331667 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-93f90233-af29-4937-adfa-de331c3ddf9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:39.335110 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-93f90233-af29-4937-adfa-de331c3ddf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:39.346981 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2590b9a5-3b26-4b5f-81c9-680a2d0bf63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:39.384843 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-93f90233-af29-4937-adfa-de331c3ddf9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d2d9634a8ce47c283748ada12eac1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739705 Jun 07 08:19:39.385627 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90233-af29-4937-adfa-de331c3ddf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095674e8-2531-47a2-9d00-357650d8b1c1,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:39.387599 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 58314) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:39.389447 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-93f90233-af29-4937-adfa-de331c3ddf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:39.451759 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-04fc5070-b699-4654-926c-bb81039c1f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:39.483101 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-04fc5070-b699-4654-926c-bb81039c1f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:39.534203 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-04fc5070-b699-4654-926c-bb81039c1f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:39.536772 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-04fc5070-b699-4654-926c-bb81039c1f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:39.537924 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-04fc5070-b699-4654-926c-bb81039c1f83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/095674e8-2531-47a2-9d00-357650d8b1c1 HTTP/1.1" status: 204 len: 168 time: 0.1492429 Jun 07 08:19:39.538742 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c540d13c-a424-40b3-a9bb-0f31369149a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:39.548266 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc5070-b699-4654-926c-bb81039c1f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095674e8-2531-47a2-9d00-357650d8b1c1,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:39.550785 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-04fc5070-b699-4654-926c-bb81039c1f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:40.746698 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e86915-0df6-40d9-8f35-042a51f6da82 req-b45baa1d-a200-49b0-bc74-977e1181bc0f tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:40.748186 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-41e86915-0df6-40d9-8f35-042a51f6da82 req-b45baa1d-a200-49b0-bc74-977e1181bc0f tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 946 time: 0.0833809 Jun 07 08:19:40.796109 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-41e86915-0df6-40d9-8f35-042a51f6da82 req-0b1d7e7f-7e1b-47ff-95e1-7f2d71887e3a tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423033 Jun 07 08:19:40.850731 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:40.995336 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-364deda8-7707-48e8-9572-7ad188140947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:41.150479 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device c17b433c-681b-43c8-9a27-f0a8bc2a84ce no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:19:41.189522 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: c17b433c-681b-43c8-9a27-f0a8bc2a84ce {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:19:41.190035 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device c17b433c-681b-43c8-9a27-f0a8bc2a84ce not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:19:41.957570 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:41.985468 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44329494-0dd4-4718-aa03-5b59839ddd32 req-d0d16465-6245-42db-8a6b-f7150ef9c071 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:41.986956 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-44329494-0dd4-4718-aa03-5b59839ddd32 req-d0d16465-6245-42db-8a6b-f7150ef9c071 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 946 time: 0.0826321 Jun 07 08:19:42.034623 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-44329494-0dd4-4718-aa03-5b59839ddd32 req-a70442d2-0814-4a2f-9c5c-be578c0715ba tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/security-groups?id=7535b639-269a-417b-8567-ceec6f3be885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416243 Jun 07 08:19:42.161359 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 58390) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:42.280167 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9d79a283-1e02-4e68-9307-452a1452da89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:42.329201 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3cc39-bda7-420c-afd7-3198cb41663f req-2dc9daf7-3959-4f68-bfcd-02f7e6d28b0f tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:19:42.330566 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bfe3cc39-bda7-420c-afd7-3198cb41663f req-2dc9daf7-3959-4f68-bfcd-02f7e6d28b0f tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 946 time: 0.1228383 Jun 07 08:19:42.515834 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9d79a283-1e02-4e68-9307-452a1452da89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:42.520665 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-bfe3cc39-bda7-420c-afd7-3198cb41663f req-a50c752a-da88-4aa6-b00d-93ac24d3f5ec tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Deleting port ca866164-53bf-4f17-b90d-6bd97a6eb8e1 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:19:42.521000 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-bfe3cc39-bda7-420c-afd7-3198cb41663f req-a50c752a-da88-4aa6-b00d-93ac24d3f5ec tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:42.536400 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9d79a283-1e02-4e68-9307-452a1452da89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:42.547714 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a802f356-10b5-4051-98cd-54a2ed74d747 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:42.648625 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-9d79a283-1e02-4e68-9307-452a1452da89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f3b7e4d93b944cdaaedba1420c01866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861953 Jun 07 08:19:42.651286 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58394) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:42.661380 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79a283-1e02-4e68-9307-452a1452da89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474fd818-2847-40a8-87d1-5074447be3fa,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:42.666102 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9d79a283-1e02-4e68-9307-452a1452da89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:42.700034 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-bfe3cc39-bda7-420c-afd7-3198cb41663f req-a50c752a-da88-4aa6-b00d-93ac24d3f5ec tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] For port ca866164-53bf-4f17-b90d-6bd97a6eb8e1, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ca866164-53bf-4f17-b90d-6bd97a6eb8e1,segment=NetworkSegment(a8580816-784f-4c88-aa76-5e46cad17802),segment_id=a8580816-784f-4c88-aa76-5e46cad17802)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:19:42.700403 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-bfe3cc39-bda7-420c-afd7-3198cb41663f req-a50c752a-da88-4aa6-b00d-93ac24d3f5ec tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:42.713567 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-585de0e6-992d-400b-8b69-354c0a58da4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:42.739257 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-585de0e6-992d-400b-8b69-354c0a58da4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:42.790625 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-585de0e6-992d-400b-8b69-354c0a58da4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:42.793368 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-585de0e6-992d-400b-8b69-354c0a58da4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:42.794555 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-585de0e6-992d-400b-8b69-354c0a58da4c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/474fd818-2847-40a8-87d1-5074447be3fa HTTP/1.1" status: 204 len: 168 time: 0.1422281 Jun 07 08:19:42.795318 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-353ccc54-2932-4ce6-b172-a1c14fcda3c9 tempest-VolumesNegativeTest-16498873 tempest-VolumesNegativeTest-16498873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:42.807906 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585de0e6-992d-400b-8b69-354c0a58da4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474fd818-2847-40a8-87d1-5074447be3fa,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:42.810757 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-585de0e6-992d-400b-8b69-354c0a58da4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:42.832329 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-bfe3cc39-bda7-420c-afd7-3198cb41663f req-a50c752a-da88-4aa6-b00d-93ac24d3f5ec tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Calling delete_port for ca866164-53bf-4f17-b90d-6bd97a6eb8e1 owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:19:42.946735 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-bfe3cc39-bda7-420c-afd7-3198cb41663f req-a50c752a-da88-4aa6-b00d-93ac24d3f5ec tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:42.952298 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-0a86faf5-e99a-4733-8fe6-2a68a37fa26e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:42.958446 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['ca866164-53bf-4f17-b90d-6bd97a6eb8e1'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:19:43.098895 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c752a-da88-4aa6-b00d-93ac24d3f5ec tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Pushing event deleted for resources: {'Port': ['ID=ca866164-53bf-4f17-b90d-6bd97a6eb8e1,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:43.106209 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-a50c752a-da88-4aa6-b00d-93ac24d3f5ec tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:43.128625 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58402) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:43.145765 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-214cdd68-9a30-4985-9d6d-7e478f186307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:43.223235 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe3cc39-bda7-420c-afd7-3198cb41663f req-a50c752a-da88-4aa6-b00d-93ac24d3f5ec tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] No DVR routers for this DVR port ca866164-53bf-4f17-b90d-6bd97a6eb8e1 on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:19:43.226542 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c1048c9d-3bef-43f3-a99d-70ec0304a784 req-2a71284c-9edf-4342-b1e3-b7a525331001 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.43 "GET /v2.0/ports?device_id=2efbd2c7-b928-488a-8438-ad210556c686 HTTP/1.1" status: 200 len: 210 time: 0.0582178 Jun 07 08:19:43.227565 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-bfe3cc39-bda7-420c-afd7-3198cb41663f req-a50c752a-da88-4aa6-b00d-93ac24d3f5ec tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:43.229382 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bfe3cc39-bda7-420c-afd7-3198cb41663f req-a50c752a-da88-4aa6-b00d-93ac24d3f5ec tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] 10.222.0.48 "DELETE /v2.0/ports/ca866164-53bf-4f17-b90d-6bd97a6eb8e1 HTTP/1.1" status: 204 len: 173 time: 0.8924122 Jun 07 08:19:43.230041 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efbd2c7-b928-488a-8438-ad210556c686', 'name': 'network-vif-deleted', 'tag': 'ca866164-53bf-4f17-b90d-6bd97a6eb8e1'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:19:43.232167 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb242174-db75-4ae1-9d52-b3f82ef0a23e" -d '{"events": [{"server_uuid": "2efbd2c7-b928-488a-8438-ad210556c686", "name": "network-vif-deleted", "tag": "ca866164-53bf-4f17-b90d-6bd97a6eb8e1"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:19:43.264209 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-214cdd68-9a30-4985-9d6d-7e478f186307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:43.269593 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-214cdd68-9a30-4985-9d6d-7e478f186307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:43.278989 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-178ff97f-7605-444f-86fc-5ef2ceb864c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:43.292428 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e62312f-bf55-4135-92d7-d5a5af0f038a x-openstack-request-id: req-9e62312f-bf55-4135-92d7-d5a5af0f038a {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:19:43.292756 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efbd2c7-b928-488a-8438-ad210556c686", "name": "network-vif-deleted", "tag": "ca866164-53bf-4f17-b90d-6bd97a6eb8e1", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:19:43.293221 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e62312f-bf55-4135-92d7-d5a5af0f038a {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:19:43.293684 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efbd2c7-b928-488a-8438-ad210556c686', 'name': 'network-vif-deleted', 'tag': 'ca866164-53bf-4f17-b90d-6bd97a6eb8e1', 'status': 'completed', 'code': 200} Jun 07 08:19:43.318683 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cdd68-9a30-4985-9d6d-7e478f186307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759f50db-912a-4ba5-83fc-5b55d68fb67c,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:43.325120 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-214cdd68-9a30-4985-9d6d-7e478f186307 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79ce44090ee44b7180a2ab19b2ea0aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930006 Jun 07 08:19:43.325120 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-214cdd68-9a30-4985-9d6d-7e478f186307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:43.325389 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58406) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:43.390329 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-90a39fb3-edac-46f9-bd46-34ec6bcf4006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:43.416896 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-90a39fb3-edac-46f9-bd46-34ec6bcf4006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:43.466754 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-90a39fb3-edac-46f9-bd46-34ec6bcf4006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:43.469874 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-90a39fb3-edac-46f9-bd46-34ec6bcf4006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:43.470967 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-90a39fb3-edac-46f9-bd46-34ec6bcf4006 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/759f50db-912a-4ba5-83fc-5b55d68fb67c HTTP/1.1" status: 204 len: 168 time: 0.1447611 Jun 07 08:19:43.471705 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-812b653a-b10a-48a8-8581-f3b2efdfa131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:43.480831 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a39fb3-edac-46f9-bd46-34ec6bcf4006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759f50db-912a-4ba5-83fc-5b55d68fb67c,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:43.485201 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-90a39fb3-edac-46f9-bd46-34ec6bcf4006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:43.564555 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:44.291156 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:19:44.324725 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58434) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:44.385239 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa68e98a-4735-4fdf-b5bf-062a98c0b99f admin admin] Deleting subnet 48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c {{(pid=91867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:19:44.388254 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fa68e98a-4735-4fdf-b5bf-062a98c0b99f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:44.443037 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fa68e98a-4735-4fdf-b5bf-062a98c0b99f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2169224'] for subnet, precommit_delete_associations {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:44.501685 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fa68e98a-4735-4fdf-b5bf-062a98c0b99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:44.587015 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fa68e98a-4735-4fdf-b5bf-062a98c0b99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3819639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2465124'] for subnet, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:44.592056 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:44.632221 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68e98a-4735-4fdf-b5bf-062a98c0b99f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:44.634159 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-fa68e98a-4735-4fdf-b5bf-062a98c0b99f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:44.636068 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-fa68e98a-4735-4fdf-b5bf-062a98c0b99f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/48fd7ede-f0f6-4f2d-a13f-2ae9b8cef68c HTTP/1.1" status: 204 len: 168 time: 0.3103321 Jun 07 08:19:44.636939 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-fa68e98a-4735-4fdf-b5bf-062a98c0b99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:44.638531 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58446) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:44.738959 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:44.878487 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:44.891702 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f271e5-4875-4bb8-875c-d390cbfe6ab3']}} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:45.000290 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8580816-784f-4c88-aa76-5e46cad17802') {'for_net_delete': True} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:45.000582 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8580816-784f-4c88-aa76-5e46cad17802') {} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:19:45.013250 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2169265'] for segment, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:45.029820 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:45.036905 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=91867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:19:45.037283 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819725'] for segment, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: Traceback (most recent call last): Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: timer() Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: cb(*args, **kw) Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: return func(*args, **kwargs) Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: self._notify() Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: self.callback(batched_events) Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: event.method(event) Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: return f(self, *a, **k) Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._get(url).json() Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: return self.request(url, 'GET', **kwargs) Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:19:45.051485 dv-cinder-784945-11-iscsi neutron-server[91867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:19:45.130890 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:45.134889 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-45ebbf75-4b1a-4bb9-b7d3-4eafbfcd0c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:45.152856 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:45.152856 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] 10.222.0.43 "DELETE /v2.0/networks/d6f271e5-4875-4bb8-875c-d390cbfe6ab3 HTTP/1.1" status: 204 len: 168 time: 0.5130630 Jun 07 08:19:45.157524 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Pushing event deleted for resources: {'Network': ['ID=d6f271e5-4875-4bb8-875c-d390cbfe6ab3,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:45.165838 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.166216 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.166585 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.166939 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.167303 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.167720 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.168085 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.168438 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.168791 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.169138 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.169509 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.169855 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:19:45.174200 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-13dbf746-4cd7-416a-9672-bd7c9808df5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:45.334524 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58468) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:45.382155 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-01ebe030-3a5a-4f91-8b04-b74bbb6a538b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ea9c68283ea4ac7a1ba3a696208417b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462241 Jun 07 08:19:45.384560 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58470) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:45.442929 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7fe9cc2b-f454-4f81-a12b-0e57594d291e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:45.469142 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7fe9cc2b-f454-4f81-a12b-0e57594d291e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:45.521042 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7fe9cc2b-f454-4f81-a12b-0e57594d291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:45.523559 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-7fe9cc2b-f454-4f81-a12b-0e57594d291e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:45.524682 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-7fe9cc2b-f454-4f81-a12b-0e57594d291e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7535b639-269a-417b-8567-ceec6f3be885 HTTP/1.1" status: 204 len: 168 time: 0.1392395 Jun 07 08:19:45.525463 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-54060bc3-3b47-41a3-8993-53ad1900d938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:45.535458 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9cc2b-f454-4f81-a12b-0e57594d291e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7535b639-269a-417b-8567-ceec6f3be885,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:45.538725 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-7fe9cc2b-f454-4f81-a12b-0e57594d291e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:47.181481 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device ca866164-53bf-4f17-b90d-6bd97a6eb8e1 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:19:47.223844 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: ca866164-53bf-4f17-b90d-6bd97a6eb8e1 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:19:47.224191 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device ca866164-53bf-4f17-b90d-6bd97a6eb8e1 not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:19:49.156841 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58558) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:49.275857 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f713c1a1-d202-4fbf-bf54-5c5b8b95dee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:49.377715 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f713c1a1-d202-4fbf-bf54-5c5b8b95dee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:49.381369 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f713c1a1-d202-4fbf-bf54-5c5b8b95dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:49.388198 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-bfb4d7aa-08bd-4af2-aa93-ab06b6340584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:49.428132 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713c1a1-d202-4fbf-bf54-5c5b8b95dee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880bcffe-5102-4589-a8a2-35fc15cb5068,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:49.434711 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-f713c1a1-d202-4fbf-bf54-5c5b8b95dee1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76c3745670a840ffac08abc6f8ff93c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744682 Jun 07 08:19:49.434711 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f713c1a1-d202-4fbf-bf54-5c5b8b95dee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:49.434988 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58564) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:49.492679 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f0ff9883-51da-4dbc-9dbe-96541b820e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:49.519216 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f0ff9883-51da-4dbc-9dbe-96541b820e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:49.573558 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f0ff9883-51da-4dbc-9dbe-96541b820e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:49.576645 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f0ff9883-51da-4dbc-9dbe-96541b820e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:49.578338 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-f0ff9883-51da-4dbc-9dbe-96541b820e33 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/880bcffe-5102-4589-a8a2-35fc15cb5068 HTTP/1.1" status: 204 len: 168 time: 0.1425488 Jun 07 08:19:49.579098 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-302ac4ee-4108-4fd6-baa9-cb28c3795c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:49.592302 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff9883-51da-4dbc-9dbe-96541b820e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880bcffe-5102-4589-a8a2-35fc15cb5068,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:49.595055 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f0ff9883-51da-4dbc-9dbe-96541b820e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:49.875210 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58576) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:49.892731 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-46baa627-af9c-4c44-8bf9-8887b2dcc1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:50.014065 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-46baa627-af9c-4c44-8bf9-8887b2dcc1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:50.017618 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-46baa627-af9c-4c44-8bf9-8887b2dcc1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:50.025808 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6eeb36cb-96a2-42c8-bf1c-f2085c0627ee tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:50.066246 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-46baa627-af9c-4c44-8bf9-8887b2dcc1ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ee9d7db2dc9441384785322b15ab878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899605 Jun 07 08:19:50.067261 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46baa627-af9c-4c44-8bf9-8887b2dcc1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3fbd01-aafa-461b-873c-8a124b83b5aa,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:50.068945 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 58582) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:50.070573 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-46baa627-af9c-4c44-8bf9-8887b2dcc1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:50.128839 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-839957fc-7148-4a5c-9990-042c77f99417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:50.154806 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-839957fc-7148-4a5c-9990-042c77f99417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:50.209801 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-839957fc-7148-4a5c-9990-042c77f99417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:50.212248 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-839957fc-7148-4a5c-9990-042c77f99417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:50.213396 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-839957fc-7148-4a5c-9990-042c77f99417 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd3fbd01-aafa-461b-873c-8a124b83b5aa HTTP/1.1" status: 204 len: 168 time: 0.1433930 Jun 07 08:19:50.214079 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:50.223903 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839957fc-7148-4a5c-9990-042c77f99417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3fbd01-aafa-461b-873c-8a124b83b5aa,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:50.226320 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-839957fc-7148-4a5c-9990-042c77f99417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:50.554626 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58588) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:50.572255 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b288fca7-7d68-4967-8f5a-ee1b31c6ec92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:50.672996 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b288fca7-7d68-4967-8f5a-ee1b31c6ec92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:50.676974 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-b288fca7-7d68-4967-8f5a-ee1b31c6ec92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:50.689770 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6816dc12-c648-4a4c-8ad6-eeb21e7df57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:50.729603 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288fca7-7d68-4967-8f5a-ee1b31c6ec92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985a6cba-85ab-405c-8e53-005c70deea7a,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:50.734226 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-b288fca7-7d68-4967-8f5a-ee1b31c6ec92 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49511f1fcd294d50884fd7b9dbc72737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780982 Jun 07 08:19:50.735200 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b288fca7-7d68-4967-8f5a-ee1b31c6ec92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:50.737028 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58590) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:50.792696 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6d857fa0-fad2-4544-8ac1-cff4b83dcb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:50.818662 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6d857fa0-fad2-4544-8ac1-cff4b83dcb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:50.868644 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6d857fa0-fad2-4544-8ac1-cff4b83dcb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:50.871356 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6d857fa0-fad2-4544-8ac1-cff4b83dcb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:50.872450 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-6d857fa0-fad2-4544-8ac1-cff4b83dcb0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/985a6cba-85ab-405c-8e53-005c70deea7a HTTP/1.1" status: 204 len: 168 time: 0.1344802 Jun 07 08:19:50.873242 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-202d27cb-1eed-411f-b3ad-7e2dc8df1ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:50.882969 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d857fa0-fad2-4544-8ac1-cff4b83dcb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985a6cba-85ab-405c-8e53-005c70deea7a,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:50.885247 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6d857fa0-fad2-4544-8ac1-cff4b83dcb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:52.023572 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 58660) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:52.146535 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e41729a1-c297-4d6e-9d6c-dbe9e2ba7dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:52.259355 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e41729a1-c297-4d6e-9d6c-dbe9e2ba7dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:52.263079 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e41729a1-c297-4d6e-9d6c-dbe9e2ba7dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:52.271690 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-70ee7538-6c0e-4663-ae5e-53561ad8079d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:52.311221 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-e41729a1-c297-4d6e-9d6c-dbe9e2ba7dbb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6364112b153e4afa91e9214c0e864c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866237 Jun 07 08:19:52.312835 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41729a1-c297-4d6e-9d6c-dbe9e2ba7dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec180fad-b28d-4644-af32-e0d7cdd73f1f,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:52.314653 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58666) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:52.315874 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e41729a1-c297-4d6e-9d6c-dbe9e2ba7dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:52.378763 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-4ea6e8a5-c8e8-4c91-834b-aebef621f646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:52.407954 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-4ea6e8a5-c8e8-4c91-834b-aebef621f646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:52.459880 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-4ea6e8a5-c8e8-4c91-834b-aebef621f646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:52.462352 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-4ea6e8a5-c8e8-4c91-834b-aebef621f646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:52.465922 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-4ea6e8a5-c8e8-4c91-834b-aebef621f646 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec180fad-b28d-4644-af32-e0d7cdd73f1f HTTP/1.1" status: 204 len: 168 time: 0.1478446 Jun 07 08:19:52.465922 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3cebdad5-ca2f-4823-a79e-92a27d1bcb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:52.475066 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6e8a5-c8e8-4c91-834b-aebef621f646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec180fad-b28d-4644-af32-e0d7cdd73f1f,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:52.477406 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-4ea6e8a5-c8e8-4c91-834b-aebef621f646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:55.951683 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58748) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:56.082933 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c229ce23-ee99-4199-afef-e0ecbebedc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.188681 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c229ce23-ee99-4199-afef-e0ecbebedc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.192850 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c229ce23-ee99-4199-afef-e0ecbebedc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.200875 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2e3241d9-b74d-4529-a858-3e00c135b141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:56.241228 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-c229ce23-ee99-4199-afef-e0ecbebedc6f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e6c2f644a6f49b984323de3645aa696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877133 Jun 07 08:19:56.243079 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229ce23-ee99-4199-afef-e0ecbebedc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebea75dc-dfeb-4c86-be3f-1f7a0d7789a1,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:56.243906 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 58760) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:19:56.246217 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-c229ce23-ee99-4199-afef-e0ecbebedc6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:19:56.303888 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-5d00a0e9-c817-4a84-bf4e-0a7b8d24d16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.329790 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-5d00a0e9-c817-4a84-bf4e-0a7b8d24d16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.383047 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-5d00a0e9-c817-4a84-bf4e-0a7b8d24d16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.387438 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-5d00a0e9-c817-4a84-bf4e-0a7b8d24d16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:19:56.389377 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-5d00a0e9-c817-4a84-bf4e-0a7b8d24d16a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ebea75dc-dfeb-4c86-be3f-1f7a0d7789a1 HTTP/1.1" status: 204 len: 168 time: 0.1441770 Jun 07 08:19:56.391072 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-04fc5070-b699-4654-926c-bb81039c1f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:19:56.405555 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00a0e9-c817-4a84-bf4e-0a7b8d24d16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebea75dc-dfeb-4c86-be3f-1f7a0d7789a1,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:19:56.409485 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-5d00a0e9-c817-4a84-bf4e-0a7b8d24d16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:00.433766 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 58858) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:00.870778 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-64426bc6-a335-4220-a1e6-35fad6cd16ad tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Deleting port 28e4d23d-ecfc-4ba2-910f-98236eca545d {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:20:00.871128 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-64426bc6-a335-4220-a1e6-35fad6cd16ad tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:00.991115 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-64426bc6-a335-4220-a1e6-35fad6cd16ad tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:00.991360 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-64426bc6-a335-4220-a1e6-35fad6cd16ad tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:01.115656 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-64426bc6-a335-4220-a1e6-35fad6cd16ad tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Calling delete_port for 28e4d23d-ecfc-4ba2-910f-98236eca545d owned by network:floatingip {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:20:01.231517 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-64426bc6-a335-4220-a1e6-35fad6cd16ad tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:01.236545 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e871a84e-23fd-470a-9238-465ce330ad23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:01.307052 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64426bc6-a335-4220-a1e6-35fad6cd16ad tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Pushing event deleted for resources: {'Port': ['ID=28e4d23d-ecfc-4ba2-910f-98236eca545d,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:01.309465 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-64426bc6-a335-4220-a1e6-35fad6cd16ad tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:01.372202 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-64426bc6-a335-4220-a1e6-35fad6cd16ad tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for floatingip, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:01.372536 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.l3_db [None req-64426bc6-a335-4220-a1e6-35fad6cd16ad tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Floating IP 80bdf654-9067-4e2a-b536-fcca25c9c763 disassociated (deleted). External IP: 172.27.1.198, port: ff233423-eb49-4ce5-a426-9381731061ae. Jun 07 08:20:01.825568 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64426bc6-a335-4220-a1e6-35fad6cd16ad tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Router ba35ca43-4e1a-44fa-86e9-81212fb10b94 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:20:01.881932 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58880) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:02.008968 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64426bc6-a335-4220-a1e6-35fad6cd16ad tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:20:02.009607 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-091e0b9b-812c-4761-a8c8-e8326b19097b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:02.013781 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-64426bc6-a335-4220-a1e6-35fad6cd16ad tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:02.020659 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e21017-a4e1-4541-82e8-c0b7d7599cf8 None None] Sync routers for ids ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:20:02.039350 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e21017-a4e1-4541-82e8-c0b7d7599cf8 None None] Routers {'ba35ca43-4e1a-44fa-86e9-81212fb10b94'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:20:02.040190 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-56e21017-a4e1-4541-82e8-c0b7d7599cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:19:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:02.078148 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-64426bc6-a335-4220-a1e6-35fad6cd16ad tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "DELETE /v2.0/floatingips/80bdf654-9067-4e2a-b536-fcca25c9c763 HTTP/1.1" status: 204 len: 168 time: 1.6424959 Jun 07 08:20:02.079058 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c000ef-b077-453b-98aa-623393906735', 'tag': 'ff233423-eb49-4ce5-a426-9381731061ae'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:20:02.081650 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8f142d-02cd-4bb4-9a15-82c404eb7fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c000ef-b077-453b-98aa-623393906735", "tag": "ff233423-eb49-4ce5-a426-9381731061ae"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:20:02.158087 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c829b71-88eb-4d20-b907-8ddbbfb9e864 x-openstack-request-id: req-1c829b71-88eb-4d20-b907-8ddbbfb9e864 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:20:02.158387 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c000ef-b077-453b-98aa-623393906735", "tag": "ff233423-eb49-4ce5-a426-9381731061ae", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:20:02.158697 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c829b71-88eb-4d20-b907-8ddbbfb9e864 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:20:02.159120 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c000ef-b077-453b-98aa-623393906735', 'tag': 'ff233423-eb49-4ce5-a426-9381731061ae', 'status': 'completed', 'code': 200} Jun 07 08:20:02.166258 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-091e0b9b-812c-4761-a8c8-e8326b19097b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:02.174103 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-091e0b9b-812c-4761-a8c8-e8326b19097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:02.236956 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-671f4a6c-a8b8-418d-b38d-59c5c97be81e tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:02.258987 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 58900) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:02.259279 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-091e0b9b-812c-4761-a8c8-e8326b19097b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09b033edd4b445049c7ccf5f6f5b242c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762622 Jun 07 08:20:02.281049 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f142d-02cd-4bb4-9a15-82c404eb7fdd req-a74815d6-29ba-45eb-89eb-392e14f0fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:02.282537 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8a8f142d-02cd-4bb4-9a15-82c404eb7fdd req-a74815d6-29ba-45eb-89eb-392e14f0fc47 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=eeb38b748f524559845190d0c16370c9&device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 1098 time: 0.1010251 Jun 07 08:20:02.292051 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-56e21017-a4e1-4541-82e8-c0b7d7599cf8 None None] Set router ba35ca43-4e1a-44fa-86e9-81212fb10b94 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:20:02.299195 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e0b9b-812c-4761-a8c8-e8326b19097b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c868ec08-31d1-4802-8582-0af50cf31be2,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:02.314593 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-091e0b9b-812c-4761-a8c8-e8326b19097b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:02.429516 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efd405e2-11eb-45e0-a770-6461f0e3e431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:02.481664 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efd405e2-11eb-45e0-a770-6461f0e3e431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:02.513684 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f142d-02cd-4bb4-9a15-82c404eb7fdd req-6e597450-dabe-464f-b2e6-c1c310aaeb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:02.513684 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8a8f142d-02cd-4bb4-9a15-82c404eb7fdd req-6e597450-dabe-464f-b2e6-c1c310aaeb8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=74cb1bed-0784-4820-8a5f-b49c39060f66 HTTP/1.1" status: 200 len: 910 time: 0.2216287 Jun 07 08:20:02.588382 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e64d5-8219-4773-8b69-002e460d9541 req-00e090e4-21d3-46e8-b870-00d83b294357 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:02.589787 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-077e64d5-8219-4773-8b69-002e460d9541 req-00e090e4-21d3-46e8-b870-00d83b294357 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.1115668 Jun 07 08:20:02.627001 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8a8f142d-02cd-4bb4-9a15-82c404eb7fdd req-c04fff49-ae84-4956-8be1-fe75f60231cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff233423-eb49-4ce5-a426-9381731061ae HTTP/1.1" status: 200 len: 217 time: 0.0799503 Jun 07 08:20:02.642414 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-077e64d5-8219-4773-8b69-002e460d9541 req-2dcc62c0-a6e5-4a71-a115-abf91989c516 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465357 Jun 07 08:20:02.685141 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efd405e2-11eb-45e0-a770-6461f0e3e431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:02.688865 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-efd405e2-11eb-45e0-a770-6461f0e3e431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:02.692290 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-efd405e2-11eb-45e0-a770-6461f0e3e431 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c868ec08-31d1-4802-8582-0af50cf31be2 HTTP/1.1" status: 204 len: 168 time: 0.4297941 Jun 07 08:20:02.695737 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9d79a283-1e02-4e68-9307-452a1452da89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:02.706792 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-56e21017-a4e1-4541-82e8-c0b7d7599cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:35Z', 'updated_at': '2021-06-07T08:14:40Z', 'revision_number': 4, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'gw_port': {'id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:36Z', 'updated_at': '2021-06-07T08:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82', 'name': '', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'mac_address': 'fa:16:3e:62:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:39Z', 'updated_at': '2021-06-07T08:14:48Z', 'revision_number': 5, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'subnets': [{'id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:02.712881 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e21017-a4e1-4541-82e8-c0b7d7599cf8 None None] Checking router: ba35ca43-4e1a-44fa-86e9-81212fb10b94 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:20:02.714636 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd405e2-11eb-45e0-a770-6461f0e3e431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c868ec08-31d1-4802-8582-0af50cf31be2,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:02.722382 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-efd405e2-11eb-45e0-a770-6461f0e3e431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:02.727771 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e21017-a4e1-4541-82e8-c0b7d7599cf8 None None] Routers {'ba35ca43-4e1a-44fa-86e9-81212fb10b94'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:20:02.728857 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-56e21017-a4e1-4541-82e8-c0b7d7599cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:19:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:02.734697 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f142d-02cd-4bb4-9a15-82c404eb7fdd req-eb01de83-77d4-445b-bd87-3798f0879b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:02.736301 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8a8f142d-02cd-4bb4-9a15-82c404eb7fdd req-eb01de83-77d4-445b-bd87-3798f0879b2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=851c1953-1ae7-4d4b-adb9-ab249dcd31a7 HTTP/1.1" status: 200 len: 848 time: 0.1016786 Jun 07 08:20:02.840202 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f142d-02cd-4bb4-9a15-82c404eb7fdd req-169f85cd-a425-4214-81d4-9717fc41f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:02.842376 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8a8f142d-02cd-4bb4-9a15-82c404eb7fdd req-169f85cd-a425-4214-81d4-9717fc41f819 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=74cb1bed-0784-4820-8a5f-b49c39060f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0985179 Jun 07 08:20:02.952562 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-56e21017-a4e1-4541-82e8-c0b7d7599cf8 None None] Set router ba35ca43-4e1a-44fa-86e9-81212fb10b94 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:20:02.985244 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8a8f142d-02cd-4bb4-9a15-82c404eb7fdd req-1feddd38-df34-47cd-b730-ffe51f4d01dc service neutron] 10.222.0.48 "GET /v2.0/networks/74cb1bed-0784-4820-8a5f-b49c39060f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352744 Jun 07 08:20:03.041965 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58922) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:03.063157 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-81acfe49-e5ec-43e2-8ea4-e8bac6625877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:03.135117 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-8a8f142d-02cd-4bb4-9a15-82c404eb7fdd req-f1493222-886a-4fd9-87fc-f46f39de6141 service neutron] 10.222.0.48 "GET /v2.0/networks/74cb1bed-0784-4820-8a5f-b49c39060f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416361 Jun 07 08:20:03.225228 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-81acfe49-e5ec-43e2-8ea4-e8bac6625877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:03.230189 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-81acfe49-e5ec-43e2-8ea4-e8bac6625877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:03.239081 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-91a115db-2fb4-4ea9-a330-22107ac39fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:03.277909 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-81acfe49-e5ec-43e2-8ea4-e8bac6625877 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=028db3fc712742168ae8436e8775e3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348375 Jun 07 08:20:03.281029 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58924) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:03.299629 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-56e21017-a4e1-4541-82e8-c0b7d7599cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:35Z', 'updated_at': '2021-06-07T08:14:40Z', 'revision_number': 4, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'gw_port': {'id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:36Z', 'updated_at': '2021-06-07T08:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82', 'name': '', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'mac_address': 'fa:16:3e:62:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:39Z', 'updated_at': '2021-06-07T08:14:48Z', 'revision_number': 5, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'subnets': [{'id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:03.303928 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e21017-a4e1-4541-82e8-c0b7d7599cf8 None None] The sync data for ids ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'] in dv-cinder-784945-11-iscsi is: [{'id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:35Z', 'updated_at': '2021-06-07T08:14:40Z', 'revision_number': 4, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'gw_port': {'id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:36Z', 'updated_at': '2021-06-07T08:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82', 'name': '', 'network_id': '74cb1bed-0784-4820-8a5f-b49c39060f66', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'mac_address': 'fa:16:3e:62:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:39Z', 'updated_at': '2021-06-07T08:14:48Z', 'revision_number': 5, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'subnets': [{'id': '851c1953-1ae7-4d4b-adb9-ab249dcd31a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:20:03.308992 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acfe49-e5ec-43e2-8ea4-e8bac6625877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f065c3ac-83fa-45cc-90b6-48ea299ec006,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:03.319629 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-81acfe49-e5ec-43e2-8ea4-e8bac6625877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:03.345441 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ed7042a7-95c6-44df-9331-dc46ea56b8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:03.374724 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ed7042a7-95c6-44df-9331-dc46ea56b8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:03.437754 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ed7042a7-95c6-44df-9331-dc46ea56b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:03.440617 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ed7042a7-95c6-44df-9331-dc46ea56b8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:03.441911 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-ed7042a7-95c6-44df-9331-dc46ea56b8f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f065c3ac-83fa-45cc-90b6-48ea299ec006 HTTP/1.1" status: 204 len: 168 time: 0.1599770 Jun 07 08:20:03.442757 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-a70a35cf-e72b-4b97-a65a-57330dd18eed tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:03.453646 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7042a7-95c6-44df-9331-dc46ea56b8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f065c3ac-83fa-45cc-90b6-48ea299ec006,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:03.455941 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-ed7042a7-95c6-44df-9331-dc46ea56b8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:03.560966 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b74af65-9f78-4bbf-9985-ea1e0076617a None None] New status for floating IP 80bdf654-9067-4e2a-b536-fcca25c9c763: DOWN {{(pid=91885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:20:03.812438 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58932) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:03.830322 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b942-e92b-43b5-ba6a-de6d77737f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:03.842410 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34113119-ef39-4b0f-a04c-ad887b413695 req-d4e07eb8-1b68-40c9-971f-1d4a1fea2f1e tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:03.843951 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-34113119-ef39-4b0f-a04c-ad887b413695 req-d4e07eb8-1b68-40c9-971f-1d4a1fea2f1e tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.0875876 Jun 07 08:20:03.895043 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-34113119-ef39-4b0f-a04c-ad887b413695 req-06c2a261-1fae-41ec-8f94-74ca69fd5ccf tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/security-groups?id=571fb2e8-2d50-4912-a290-4ee240b51fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452306 Jun 07 08:20:03.941507 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b942-e92b-43b5-ba6a-de6d77737f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:03.946969 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-3ff7b942-e92b-43b5-ba6a-de6d77737f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:03.957852 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-dec60fa2-cdb9-4757-abfa-539841766cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:03.994844 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9377f05-c507-412c-804d-b3465a968cee req-9979df71-bf51-4f0f-846a-23f2ef4888be tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:03.996297 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a9377f05-c507-412c-804d-b3465a968cee req-9979df71-bf51-4f0f-846a-23f2ef4888be tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.48 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 945 time: 0.1049378 Jun 07 08:20:04.000678 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-3ff7b942-e92b-43b5-ba6a-de6d77737f36 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19bba2dcdfb6477faae2d1a86bd159e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869738 Jun 07 08:20:04.001724 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7b942-e92b-43b5-ba6a-de6d77737f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77372ed0-ce37-4424-9eb6-4bbb8f9c4aef,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:04.004137 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 58940) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:04.015256 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3ff7b942-e92b-43b5-ba6a-de6d77737f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:04.068511 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-64ebee46-46f5-4dd5-96c6-f597b2944cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:04.098318 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-64ebee46-46f5-4dd5-96c6-f597b2944cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:04.146872 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-a9377f05-c507-412c-804d-b3465a968cee req-17b5aba8-42d8-4036-80ee-9108b9421390 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Deleting port ff233423-eb49-4ce5-a426-9381731061ae {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:20:04.147363 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a9377f05-c507-412c-804d-b3465a968cee req-17b5aba8-42d8-4036-80ee-9108b9421390 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:04.153873 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-64ebee46-46f5-4dd5-96c6-f597b2944cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:04.156334 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-64ebee46-46f5-4dd5-96c6-f597b2944cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:04.159821 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-64ebee46-46f5-4dd5-96c6-f597b2944cce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77372ed0-ce37-4424-9eb6-4bbb8f9c4aef HTTP/1.1" status: 204 len: 168 time: 0.1523931 Jun 07 08:20:04.159821 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-585de0e6-992d-400b-8b69-354c0a58da4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:04.167968 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebee46-46f5-4dd5-96c6-f597b2944cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77372ed0-ce37-4424-9eb6-4bbb8f9c4aef,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:04.170094 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-64ebee46-46f5-4dd5-96c6-f597b2944cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:04.383732 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-a9377f05-c507-412c-804d-b3465a968cee req-17b5aba8-42d8-4036-80ee-9108b9421390 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] For port ff233423-eb49-4ce5-a426-9381731061ae, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=ff233423-eb49-4ce5-a426-9381731061ae,segment=NetworkSegment(f1e52d0a-b430-40e3-8d84-0f421f5fb2c7),segment_id=f1e52d0a-b430-40e3-8d84-0f421f5fb2c7)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:04.384079 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a9377f05-c507-412c-804d-b3465a968cee req-17b5aba8-42d8-4036-80ee-9108b9421390 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:04.504849 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-a9377f05-c507-412c-804d-b3465a968cee req-17b5aba8-42d8-4036-80ee-9108b9421390 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Calling delete_port for ff233423-eb49-4ce5-a426-9381731061ae owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:20:04.622338 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a9377f05-c507-412c-804d-b3465a968cee req-17b5aba8-42d8-4036-80ee-9108b9421390 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:04.627768 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-4ab90608-3112-411e-999b-9597137e3ab1 tempest-AttachVolumeShelveTestJSON-123685742 tempest-AttachVolumeShelveTestJSON-123685742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:04.673383 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5aba8-42d8-4036-80ee-9108b9421390 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Pushing event deleted for resources: {'Port': ['ID=ff233423-eb49-4ce5-a426-9381731061ae,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:04.677588 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-17b5aba8-42d8-4036-80ee-9108b9421390 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:04.758082 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9377f05-c507-412c-804d-b3465a968cee req-17b5aba8-42d8-4036-80ee-9108b9421390 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] No DVR routers for this DVR port ff233423-eb49-4ce5-a426-9381731061ae on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:20:04.760491 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-a9377f05-c507-412c-804d-b3465a968cee req-17b5aba8-42d8-4036-80ee-9108b9421390 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:04.762520 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-a9377f05-c507-412c-804d-b3465a968cee req-17b5aba8-42d8-4036-80ee-9108b9421390 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.48 "DELETE /v2.0/ports/ff233423-eb49-4ce5-a426-9381731061ae HTTP/1.1" status: 204 len: 173 time: 0.7590232 Jun 07 08:20:04.763026 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c000ef-b077-453b-98aa-623393906735', 'name': 'network-vif-deleted', 'tag': 'ff233423-eb49-4ce5-a426-9381731061ae'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:20:04.769250 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6371256-191d-4851-9522-541a8f9d8c6f" -d '{"events": [{"server_uuid": "f0c000ef-b077-453b-98aa-623393906735", "name": "network-vif-deleted", "tag": "ff233423-eb49-4ce5-a426-9381731061ae"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:20:04.816976 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93092fc5-6008-4eda-8b7b-b0ae44d3e72d x-openstack-request-id: req-93092fc5-6008-4eda-8b7b-b0ae44d3e72d {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:20:04.817519 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c000ef-b077-453b-98aa-623393906735", "name": "network-vif-deleted", "tag": "ff233423-eb49-4ce5-a426-9381731061ae", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:20:04.817861 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93092fc5-6008-4eda-8b7b-b0ae44d3e72d {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:20:04.818364 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c000ef-b077-453b-98aa-623393906735', 'name': 'network-vif-deleted', 'tag': 'ff233423-eb49-4ce5-a426-9381731061ae', 'status': 'completed', 'code': 200} Jun 07 08:20:05.070306 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c99d19a7-e6c6-4367-8db3-969c233cd6e4 req-f331a61b-5522-4e8c-b043-ad7448c964b2 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "GET /v2.0/ports?device_id=f0c000ef-b077-453b-98aa-623393906735 HTTP/1.1" status: 200 len: 210 time: 0.0509202 Jun 07 08:20:06.176607 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59054) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:06.255872 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a088-f4d2-4450-a2fb-99779061ba50 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:06.284460 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a088-f4d2-4450-a2fb-99779061ba50 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:06.349642 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a088-f4d2-4450-a2fb-99779061ba50 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:06.352157 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0ca2a088-f4d2-4450-a2fb-99779061ba50 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:06.353317 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-0ca2a088-f4d2-4450-a2fb-99779061ba50 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] 10.222.0.43 "DELETE /v2.0/security-groups/571fb2e8-2d50-4912-a290-4ee240b51fac HTTP/1.1" status: 204 len: 168 time: 0.1757390 Jun 07 08:20:06.354062 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f713c1a1-d202-4fbf-bf54-5c5b8b95dee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:06.366000 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2a088-f4d2-4450-a2fb-99779061ba50 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571fb2e8-2d50-4912-a290-4ee240b51fac,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:06.368108 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0ca2a088-f4d2-4450-a2fb-99779061ba50 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:06.401860 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59058) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:06.900865 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:07.254958 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0f1dba31-3e4c-4dc2-ba35-b23a33a3326b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468443'] for router_interface, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:07.290165 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device ff233423-eb49-4ce5-a426-9381731061ae no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:20:07.324438 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: ff233423-eb49-4ce5-a426-9381731061ae {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:20:07.324790 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device ff233423-eb49-4ce5-a426-9381731061ae not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:20:07.674464 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-0f1dba31-3e4c-4dc2-ba35-b23a33a3326b admin admin] Deleting port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:20:07.674803 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0f1dba31-3e4c-4dc2-ba35-b23a33a3326b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:07.796140 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [None req-0f1dba31-3e4c-4dc2-ba35-b23a33a3326b admin admin] For port ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82,segment=NetworkSegment(f1e52d0a-b430-40e3-8d84-0f421f5fb2c7),segment_id=f1e52d0a-b430-40e3-8d84-0f421f5fb2c7)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:07.796485 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0f1dba31-3e4c-4dc2-ba35-b23a33a3326b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:07.917682 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-0f1dba31-3e4c-4dc2-ba35-b23a33a3326b admin admin] Calling delete_port for ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 owned by network:router_interface {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:20:08.069128 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0f1dba31-3e4c-4dc2-ba35-b23a33a3326b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:08.073155 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-19730a6d-e427-47d9-af03-99668e72ca2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:08.118671 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dba31-3e4c-4dc2-ba35-b23a33a3326b admin admin] Pushing event deleted for resources: {'Port': ['ID=ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:08.150483 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0f1dba31-3e4c-4dc2-ba35-b23a33a3326b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:08.318862 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-80a70e28-9b56-4eb0-96f8-56349a09aec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:08.519884 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0f1dba31-3e4c-4dc2-ba35-b23a33a3326b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-452265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467605'] for router_interface, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:08.918457 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1dba31-3e4c-4dc2-ba35-b23a33a3326b admin admin] Router ba35ca43-4e1a-44fa-86e9-81212fb10b94 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:20:09.098805 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1dba31-3e4c-4dc2-ba35-b23a33a3326b admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:20:09.107574 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-0f1dba31-3e4c-4dc2-ba35-b23a33a3326b admin admin] 10.222.0.43 "PUT /v2.0/routers/ba35ca43-4e1a-44fa-86e9-81212fb10b94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7023506 Jun 07 08:20:09.108331 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59094) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:09.112686 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15eb14-1274-4d70-8e48-17259f07a2ab None None] Sync routers for ids ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:20:09.123084 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15eb14-1274-4d70-8e48-17259f07a2ab None None] Routers {'ba35ca43-4e1a-44fa-86e9-81212fb10b94'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:20:09.124506 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9a15eb14-1274-4d70-8e48-17259f07a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:19:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:09.287406 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] Notify callbacks [] for router, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.308775 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-9a15eb14-1274-4d70-8e48-17259f07a2ab None None] Set router ba35ca43-4e1a-44fa-86e9-81212fb10b94 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:20:09.471201 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.545163 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] Deleting port d0784d2f-6eb1-4182-8275-d6baf92e29b4 {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:20:09.546135 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.597784 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9a15eb14-1274-4d70-8e48-17259f07a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:35Z', 'updated_at': '2021-06-07T08:20:08Z', 'revision_number': 5, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'gw_port': {'id': 'd0784d2f-6eb1-4182-8275-d6baf92e29b4', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:36Z', 'updated_at': '2021-06-07T08:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:09.601528 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15eb14-1274-4d70-8e48-17259f07a2ab None None] Checking router: ba35ca43-4e1a-44fa-86e9-81212fb10b94 for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:20:09.610831 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15eb14-1274-4d70-8e48-17259f07a2ab None None] Routers {'ba35ca43-4e1a-44fa-86e9-81212fb10b94'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:20:09.611464 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9a15eb14-1274-4d70-8e48-17259f07a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:19:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:09.667824 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] For port d0784d2f-6eb1-4182-8275-d6baf92e29b4, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=d0784d2f-6eb1-4182-8275-d6baf92e29b4,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:09.668177 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:09.766072 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-9a15eb14-1274-4d70-8e48-17259f07a2ab None None] Set router ba35ca43-4e1a-44fa-86e9-81212fb10b94 gateway port host: None {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:20:09.876277 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-9a15eb14-1274-4d70-8e48-17259f07a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:35Z', 'updated_at': '2021-06-07T08:20:09Z', 'revision_number': 6, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'gw_port_host': None}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:09.880457 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15eb14-1274-4d70-8e48-17259f07a2ab None None] The sync data for ids ['ba35ca43-4e1a-44fa-86e9-81212fb10b94'] in dv-cinder-784945-11-iscsi is: [{'id': 'ba35ca43-4e1a-44fa-86e9-81212fb10b94', 'name': 'tempest-TestShelveInstance-1130262563-router', 'tenant_id': 'eeb38b748f524559845190d0c16370c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:35Z', 'updated_at': '2021-06-07T08:20:09Z', 'revision_number': 6, 'project_id': 'eeb38b748f524559845190d0c16370c9', 'gw_port_host': None}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:20:09.913163 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] Calling delete_port for d0784d2f-6eb1-4182-8275-d6baf92e29b4 owned by network:router_gateway {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:20:10.053736 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.058244 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f937a2f5-9feb-4b24-a6bd-c7301c5e46ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:10.102234 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0784d2f-6eb1-4182-8275-d6baf92e29b4,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:10.105219 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:10.197717 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-245835'] for router_gateway, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.382469 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4635'] for router, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.384634 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.406451 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479968'] for router, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.407079 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba35ca43-4e1a-44fa-86e9-81212fb10b94 {{(pid=91867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:20:10.411068 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] Notify callbacks [] for router, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.412351 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-da05025f-a1b9-43ba-a9e5-26452fdd3a28 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ba35ca43-4e1a-44fa-86e9-81212fb10b94 HTTP/1.1" status: 204 len: 168 time: 1.3034806 Jun 07 08:20:10.414733 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59106) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:10.474806 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.db_base_plugin_v2 [None req-84886e86-45b1-4d5f-b111-d43c1d87bb51 admin admin] Deleting subnet 851c1953-1ae7-4d4b-adb9-ab249dcd31a7 {{(pid=91867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:20:10.478203 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-84886e86-45b1-4d5f-b111-d43c1d87bb51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.530614 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-84886e86-45b1-4d5f-b111-d43c1d87bb51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2169224'] for subnet, precommit_delete_associations {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.612042 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-84886e86-45b1-4d5f-b111-d43c1d87bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.694318 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-84886e86-45b1-4d5f-b111-d43c1d87bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3819639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2465124'] for subnet, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.700797 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:10.748265 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-84886e86-45b1-4d5f-b111-d43c1d87bb51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.752286 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1787b8-b7dd-4e82-b3e1-e7e094ac9a82 None None] Network 74cb1bed-0784-4820-8a5f-b49c39060f66 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:20:10.753857 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-84886e86-45b1-4d5f-b111-d43c1d87bb51 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/851c1953-1ae7-4d4b-adb9-ab249dcd31a7 HTTP/1.1" status: 204 len: 168 time: 0.3380837 Jun 07 08:20:10.754703 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59108) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:10.758019 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84886e86-45b1-4d5f-b111-d43c1d87bb51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851c1953-1ae7-4d4b-adb9-ab249dcd31a7,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:10.762749 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-84e14738-fac9-4fb0-aa10-7da29b1335ed req-6f367638-aecf-453a-9a30-d22d2c8d637c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1025767 Jun 07 08:20:10.779666 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-84886e86-45b1-4d5f-b111-d43c1d87bb51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:10.780281 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device d0784d2f-6eb1-4182-8275-d6baf92e29b4 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:20:10.860972 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: d0784d2f-6eb1-4182-8275-d6baf92e29b4 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:20:10.861334 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device d0784d2f-6eb1-4182-8275-d6baf92e29b4 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:20:10.861999 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:20:10.874501 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:10.919206 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e14738-fac9-4fb0-aa10-7da29b1335ed req-25b62833-f04a-4e06-a81a-b37e5d4d4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:10.921632 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-84e14738-fac9-4fb0-aa10-7da29b1335ed req-25b62833-f04a-4e06-a81a-b37e5d4d4a46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 1098 time: 0.0790138 Jun 07 08:20:10.960212 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Deleting port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:20:10.960547 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.050342 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:20:11.050694 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device ae02eafb-8ec2-4eb9-bfcf-f1c020ff5e82 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:20:11.087351 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.102078 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e14738-fac9-4fb0-aa10-7da29b1335ed req-25b69563-b0b7-4361-b33b-95436dbe3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:11.103986 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-84e14738-fac9-4fb0-aa10-7da29b1335ed req-25b69563-b0b7-4361-b33b-95436dbe3ac5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 912 time: 0.1565180 Jun 07 08:20:11.109739 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9190a19a-eb83-4001-9ba6-1a5b13ee1fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.113944 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] For port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd,segment=NetworkSegment(f1e52d0a-b430-40e3-8d84-0f421f5fb2c7),segment_id=f1e52d0a-b430-40e3-8d84-0f421f5fb2c7)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:11.113944 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.199944 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] DHCP port deletion for 74cb1bed-0784-4820-8a5f-b49c39060f66 request from dv-cinder-784945-11-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:20:11.259571 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Calling delete_port for 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd owned by network:dhcp {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:20:11.275369 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-84e14738-fac9-4fb0-aa10-7da29b1335ed req-2af7e277-3df7-42e3-a250-699998e69fee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaca24a9-33a5-46b7-83ad-140779e6310d HTTP/1.1" status: 200 len: 1001 time: 0.1644526 Jun 07 08:20:11.312630 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Deleting port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:20:11.313281 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.318558 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.331566 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-3baba4e8-dc13-43c2-9c88-cc5eeefdfc89 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:11.357121 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e14738-fac9-4fb0-aa10-7da29b1335ed req-29f3642e-b55c-4f9c-b431-cf57a9a3ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:11.359692 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-84e14738-fac9-4fb0-aa10-7da29b1335ed req-29f3642e-b55c-4f9c-b431-cf57a9a3ab36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440314a-dcc6-41c1-8819-e39c3089ae84 HTTP/1.1" status: 200 len: 850 time: 0.0780621 Jun 07 08:20:11.391310 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] No DVR routers for this DVR port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd on host dv-cinder-784945-11-iscsi {{(pid=91867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:20:11.423444 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] For port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd, host dv-cinder-784945-11-iscsi, got binding levels [] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:11.423853 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.450214 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e14738-fac9-4fb0-aa10-7da29b1335ed req-d88438c9-b585-45a9-9505-84fc5200098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:11.452717 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-84e14738-fac9-4fb0-aa10-7da29b1335ed req-d88438c9-b585-45a9-9505-84fc5200098a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0861695 Jun 07 08:20:11.454286 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Pushing event deleted for resources: {'Port': ['ID=112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:11.461724 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:11.567492 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.584161 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cb1bed-0784-4820-8a5f-b49c39060f66']}} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:11.602786 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e52d0a-b430-40e3-8d84-0f421f5fb2c7') {'for_net_delete': True} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:11.603098 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.services.segments.db [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e52d0a-b430-40e3-8d84-0f421f5fb2c7') {} {{(pid=91867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:11.607569 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Calling delete_port for 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:20:11.611555 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.ipam_backend_mixin [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd was not found and therefore no delete operation was performed {{(pid=91875) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 07 08:20:11.613325 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.616229 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2169265'] for segment, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.617319 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:11.618153 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-84e14738-fac9-4fb0-aa10-7da29b1335ed req-a39479e9-0b4b-4d15-b111-67fccc582030 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571107 Jun 07 08:20:11.662023 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Pushing event deleted for resources: {'Port': ['ID=112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:11.667254 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] No DVR routers for this DVR port 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd on host dv-cinder-784945-11-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:20:11.673397 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.673820 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.674094 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.674429 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.674757 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.681370 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.681370 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.681370 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.681370 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.681370 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.681370 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.681370 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:11.681370 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-ca7c294b-a07e-4823-98f1-ef8af6cee43b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:11.744113 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.750608 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=91867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:20:11.750993 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3819725'] for segment, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.765095 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-84e14738-fac9-4fb0-aa10-7da29b1335ed req-5acf12a7-b277-41ac-ad89-f4fa8284c6f3 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394794 Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: Traceback (most recent call last): Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: timer() Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: cb(*args, **kw) Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: return func(*args, **kwargs) Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: self._notify() Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: self.callback(batched_events) Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: event.method(event) Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: return f(self, *a, **k) Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._get(url).json() Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: return self.request(url, 'GET', **kwargs) Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:20:11.766616 dv-cinder-784945-11-iscsi neutron-server[91867]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:20:11.843058 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.851417 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:11.865054 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.866939 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] 10.222.0.43 "DELETE /v2.0/networks/74cb1bed-0784-4820-8a5f-b49c39060f66 HTTP/1.1" status: 204 len: 168 time: 1.1106923 Jun 07 08:20:11.869784 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59124) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:11.931486 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Pushing event deleted for resources: {'Network': ['ID=74cb1bed-0784-4820-8a5f-b49c39060f66,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:11.944610 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-50684f3b-af03-4d40-b053-a4482850cf71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:11.959746 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.428372 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-13fd10de-e955-4a46-947a-6da8766e1918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468443'] for router_interface, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.752567 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:20:12.798080 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:20:12.798533 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 112d9ddb-4bd3-4df2-b95f-43f2fdd6eefd not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:20:12.866136 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-13fd10de-e955-4a46-947a-6da8766e1918 admin admin] Deleting port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:20:12.866615 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-13fd10de-e955-4a46-947a-6da8766e1918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:12.992411 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [None req-13fd10de-e955-4a46-947a-6da8766e1918 admin admin] For port 5a10e244-bcf3-4a97-9e6f-ae3578e927d6, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=5a10e244-bcf3-4a97-9e6f-ae3578e927d6,segment=NetworkSegment(e85a8266-6755-4907-bf9b-752c0873ce15),segment_id=e85a8266-6755-4907-bf9b-752c0873ce15)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:12.992760 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-13fd10de-e955-4a46-947a-6da8766e1918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:13.118774 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-13fd10de-e955-4a46-947a-6da8766e1918 admin admin] Calling delete_port for 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 owned by network:router_interface {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:20:13.371045 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-13fd10de-e955-4a46-947a-6da8766e1918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:13.375329 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b23e3cc8-6a46-4bba-9f83-5f1d61deaed7 tempest-ServerRescueNegativeTestJSON-1872272830 tempest-ServerRescueNegativeTestJSON-1872272830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:13.421673 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd10de-e955-4a46-947a-6da8766e1918 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a10e244-bcf3-4a97-9e6f-ae3578e927d6,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:13.452252 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-13fd10de-e955-4a46-947a-6da8766e1918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:13.573482 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:13.714683 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-13fd10de-e955-4a46-947a-6da8766e1918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-452265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467605'] for router_interface, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:14.074806 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fd10de-e955-4a46-947a-6da8766e1918 admin admin] Router f6a36527-86b2-4da3-b676-0aacb990faf4 has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:20:14.254653 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fd10de-e955-4a46-947a-6da8766e1918 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:20:14.259359 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-13fd10de-e955-4a46-947a-6da8766e1918 admin admin] 10.222.0.43 "PUT /v2.0/routers/f6a36527-86b2-4da3-b676-0aacb990faf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3886552 Jun 07 08:20:14.261787 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59154) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:14.266440 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd8ef0-330c-4ddf-9030-b76a593596ac None None] Sync routers for ids ['f6a36527-86b2-4da3-b676-0aacb990faf4'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:20:14.278194 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fd8ef0-330c-4ddf-9030-b76a593596ac None None] Routers {'f6a36527-86b2-4da3-b676-0aacb990faf4'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:20:14.278815 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-f1fd8ef0-330c-4ddf-9030-b76a593596ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:20:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['f6a36527-86b2-4da3-b676-0aacb990faf4'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:14.449526 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] Notify callbacks [] for router, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:14.468836 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-f1fd8ef0-330c-4ddf-9030-b76a593596ac None None] Set router f6a36527-86b2-4da3-b676-0aacb990faf4 gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:20:14.788162 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:14.829015 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-f1fd8ef0-330c-4ddf-9030-b76a593596ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'name': 'tempest-TestShelveInstance-21584124-router', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '7b436b96-0db6-4b0a-ae79-02355582888e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:45Z', 'updated_at': '2021-06-07T08:20:13Z', 'revision_number': 5, 'project_id': '0e858a96e0664904b8570d3ecc56869e', 'gw_port': {'id': '7b436b96-0db6-4b0a-ae79-02355582888e', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:14:46Z', 'updated_at': '2021-06-07T08:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:14.833500 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd8ef0-330c-4ddf-9030-b76a593596ac None None] Checking router: f6a36527-86b2-4da3-b676-0aacb990faf4 for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:20:14.848032 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fd8ef0-330c-4ddf-9030-b76a593596ac None None] Routers {'f6a36527-86b2-4da3-b676-0aacb990faf4'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:20:14.848650 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-f1fd8ef0-330c-4ddf-9030-b76a593596ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:20:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['f6a36527-86b2-4da3-b676-0aacb990faf4'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:14.869361 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] Deleting port 7b436b96-0db6-4b0a-ae79-02355582888e {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:20:14.869738 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.000600 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.db [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] For port 7b436b96-0db6-4b0a-ae79-02355582888e, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=7b436b96-0db6-4b0a-ae79-02355582888e,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:15.001031 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.013168 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-f1fd8ef0-330c-4ddf-9030-b76a593596ac None None] Set router f6a36527-86b2-4da3-b676-0aacb990faf4 gateway port host: None {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:20:15.041582 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59180) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:15.120767 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-f1fd8ef0-330c-4ddf-9030-b76a593596ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'name': 'tempest-TestShelveInstance-21584124-router', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:45Z', 'updated_at': '2021-06-07T08:20:14Z', 'revision_number': 6, 'project_id': '0e858a96e0664904b8570d3ecc56869e', 'gw_port_host': None}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:15.125553 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd8ef0-330c-4ddf-9030-b76a593596ac None None] The sync data for ids ['f6a36527-86b2-4da3-b676-0aacb990faf4'] in dv-cinder-784945-11-iscsi is: [{'id': 'f6a36527-86b2-4da3-b676-0aacb990faf4', 'name': 'tempest-TestShelveInstance-21584124-router', 'tenant_id': '0e858a96e0664904b8570d3ecc56869e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:14:45Z', 'updated_at': '2021-06-07T08:20:14Z', 'revision_number': 6, 'project_id': '0e858a96e0664904b8570d3ecc56869e', 'gw_port_host': None}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:20:15.131960 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] Calling delete_port for 7b436b96-0db6-4b0a-ae79-02355582888e owned by network:router_gateway {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:20:15.173541 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c7de42ef-98a1-4e21-b42c-8a9a45559a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.284900 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c7de42ef-98a1-4e21-b42c-8a9a45559a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.288873 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c7de42ef-98a1-4e21-b42c-8a9a45559a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.294645 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.297849 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-045335e3-3c43-42f0-81c9-15aabd2fc3cd tempest-TestMinimumBasicScenario-426797599 tempest-TestMinimumBasicScenario-426797599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:15.298272 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-762c4d9a-c1fa-405e-b7f1-e011137e8c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:15.340952 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-c7de42ef-98a1-4e21-b42c-8a9a45559a38 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dccee9655a3e4cb5b5ec8babdbdf8683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958813 Jun 07 08:20:15.340952 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de42ef-98a1-4e21-b42c-8a9a45559a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ac3157-1b6c-4f68-9aa4-6ca818e5300f,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:15.343539 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59184) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:15.344197 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c7de42ef-98a1-4e21-b42c-8a9a45559a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:15.344919 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b436b96-0db6-4b0a-ae79-02355582888e,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:15.356834 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:15.485793 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-245835'] for router_gateway, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.598599 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d343b04c-5d46-4cd1-bed3-6c2dd901f2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.687589 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4635'] for router, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.692307 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.698408 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d343b04c-5d46-4cd1-bed3-6c2dd901f2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.744712 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479968'] for router, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.745170 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6a36527-86b2-4da3-b676-0aacb990faf4 {{(pid=91867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:20:15.750027 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] Notify callbacks [] for router, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.751148 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-ec34a048-3016-42e7-bf6d-49eb3f63e96c admin admin] 10.222.0.43 "DELETE /v2.0/routers/f6a36527-86b2-4da3-b676-0aacb990faf4 HTTP/1.1" status: 204 len: 168 time: 1.4884806 Jun 07 08:20:15.753823 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59188) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:15.772167 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d343b04c-5d46-4cd1-bed3-6c2dd901f2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.775145 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d343b04c-5d46-4cd1-bed3-6c2dd901f2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.778865 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-d343b04c-5d46-4cd1-bed3-6c2dd901f2e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69ac3157-1b6c-4f68-9aa4-6ca818e5300f HTTP/1.1" status: 204 len: 168 time: 0.4324727 Jun 07 08:20:15.778865 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-c229ce23-ee99-4199-afef-e0ecbebedc6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:15.790642 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343b04c-5d46-4cd1-bed3-6c2dd901f2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ac3157-1b6c-4f68-9aa4-6ca818e5300f,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:15.795605 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d343b04c-5d46-4cd1-bed3-6c2dd901f2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:15.841800 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55d2cda-27d4-4027-bf09-7f537544ee29 admin admin] Deleting subnet 7ed358ad-36f8-4bb2-a496-7eb32d321945 {{(pid=91866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:20:15.846238 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f55d2cda-27d4-4027-bf09-7f537544ee29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.906374 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f55d2cda-27d4-4027-bf09-7f537544ee29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266515'] for subnet, precommit_delete_associations {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:15.999730 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f55d2cda-27d4-4027-bf09-7f537544ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.096506 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59194) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:16.115754 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-32a0fae1-4821-4a7b-90e4-561c68f56a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.183267 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f55d2cda-27d4-4027-bf09-7f537544ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2265162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4090581'] for subnet, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.190336 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-b05a28ee-893b-4c9e-92c1-0e88f0076b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:16.231393 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-f55d2cda-27d4-4027-bf09-7f537544ee29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.236041 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-f55d2cda-27d4-4027-bf09-7f537544ee29 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7ed358ad-36f8-4bb2-a496-7eb32d321945 HTTP/1.1" status: 204 len: 168 time: 0.4787621 Jun 07 08:20:16.236041 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d2cda-27d4-4027-bf09-7f537544ee29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ed358ad-36f8-4bb2-a496-7eb32d321945,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:16.238159 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59196) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:16.241124 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-f55d2cda-27d4-4027-bf09-7f537544ee29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:16.242920 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baca7f24-8445-4b04-a998-7d3a92c1c476 None None] Network 28092813-8dec-495a-91b4-6ef99cacafb6 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:20:16.247440 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-32a0fae1-4821-4a7b-90e4-561c68f56a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.258612 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-32a0fae1-4821-4a7b-90e4-561c68f56a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.268781 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-27530828-e37a-4ae2-a822-620198db6cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:16.312247 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-32a0fae1-4821-4a7b-90e4-561c68f56a03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d40cc82c1c0b4e988e220489ac8d7529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143886 Jun 07 08:20:16.313144 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0fae1-4821-4a7b-90e4-561c68f56a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a888701-423c-4293-a53c-3e23ff150b9c,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:16.315618 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59198) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:16.329683 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-32a0fae1-4821-4a7b-90e4-561c68f56a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:16.358159 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.390520 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0c8e7e56-153b-42fd-ad29-464678ae452c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.418600 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0c8e7e56-153b-42fd-ad29-464678ae452c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.431532 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Deleting port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:20:16.431893 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.480927 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0c8e7e56-153b-42fd-ad29-464678ae452c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.485921 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-0c8e7e56-153b-42fd-ad29-464678ae452c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.485921 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-0c8e7e56-153b-42fd-ad29-464678ae452c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a888701-423c-4293-a53c-3e23ff150b9c HTTP/1.1" status: 204 len: 168 time: 0.1692412 Jun 07 08:20:16.487832 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d510335f-b6d7-4799-8f44-ce644bdab616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:16.498088 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e7e56-153b-42fd-ad29-464678ae452c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a888701-423c-4293-a53c-3e23ff150b9c,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:16.500547 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-0c8e7e56-153b-42fd-ad29-464678ae452c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:16.553155 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] For port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=55bb4bbe-dedb-4d17-922e-7c2ca792ec0b,segment=NetworkSegment(e85a8266-6755-4907-bf9b-752c0873ce15),segment_id=e85a8266-6755-4907-bf9b-752c0873ce15)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:16.553546 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.554035 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c52d7d-b4a9-40b2-8384-ab8e30db66d5 None None] DHCP port deletion for 28092813-8dec-495a-91b4-6ef99cacafb6 request from dv-cinder-784945-11-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:20:16.624029 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-44c52d7d-b4a9-40b2-8384-ab8e30db66d5 None None] Deleting port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:20:16.624433 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-44c52d7d-b4a9-40b2-8384-ab8e30db66d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.691532 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Calling delete_port for 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b owned by network:dhcp {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:20:16.733751 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-44c52d7d-b4a9-40b2-8384-ab8e30db66d5 None None] For port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=55bb4bbe-dedb-4d17-922e-7c2ca792ec0b,segment=NetworkSegment(e85a8266-6755-4907-bf9b-752c0873ce15),segment_id=e85a8266-6755-4907-bf9b-752c0873ce15)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:16.734244 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-44c52d7d-b4a9-40b2-8384-ab8e30db66d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.774886 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.780304 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-17b5aba8-42d8-4036-80ee-9108b9421390 tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:16.804325 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 7b436b96-0db6-4b0a-ae79-02355582888e no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:20:16.830628 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=55bb4bbe-dedb-4d17-922e-7c2ca792ec0b,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:16.837769 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:16.838563 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] No DVR routers for this DVR port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b on host dv-cinder-784945-11-iscsi {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:20:16.897609 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: 7b436b96-0db6-4b0a-ae79-02355582888e {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:20:16.897609 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 7b436b96-0db6-4b0a-ae79-02355582888e not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:20:16.897609 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:20:16.934674 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-44c52d7d-b4a9-40b2-8384-ab8e30db66d5 None None] Calling delete_port for 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:20:16.943369 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:20:16.943728 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 5a10e244-bcf3-4a97-9e6f-ae3578e927d6 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:20:16.944153 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:20:16.979666 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:16.982244 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:20:16.982633 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:20:16.993105 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28092813-8dec-495a-91b4-6ef99cacafb6']}} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:17.007558 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85a8266-6755-4907-bf9b-752c0873ce15') {'for_net_delete': True} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:17.008074 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85a8266-6755-4907-bf9b-752c0873ce15') {} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:17.022432 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2266538'] for segment, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.028746 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-44c52d7d-b4a9-40b2-8384-ab8e30db66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.034236 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:17.040252 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.048362 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=91866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:20:17.049093 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265328'] for segment, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: Traceback (most recent call last): Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: timer() Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: cb(*args, **kw) Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: return func(*args, **kwargs) Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: self._notify() Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: self.callback(batched_events) Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: event.method(event) Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: return f(self, *a, **k) Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._get(url).json() Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: return self.request(url, 'GET', **kwargs) Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:20:17.063562 dv-cinder-784945-11-iscsi neutron-server[91866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:20:17.078552 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c52d7d-b4a9-40b2-8384-ab8e30db66d5 None None] Pushing event deleted for resources: {'Port': ['ID=55bb4bbe-dedb-4d17-922e-7c2ca792ec0b,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:17.081361 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-44c52d7d-b4a9-40b2-8384-ab8e30db66d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:17.084120 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c52d7d-b4a9-40b2-8384-ab8e30db66d5 None None] No DVR routers for this DVR port 55bb4bbe-dedb-4d17-922e-7c2ca792ec0b on host dv-cinder-784945-11-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:20:17.156683 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.160464 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-94a0a413-6613-47e7-9177-0d60420fc7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:17.173395 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.175420 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] 10.222.0.43 "DELETE /v2.0/networks/28092813-8dec-495a-91b4-6ef99cacafb6 HTTP/1.1" status: 204 len: 168 time: 0.9352226 Jun 07 08:20:17.181453 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=28092813-8dec-495a-91b4-6ef99cacafb6,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:17.183807 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-19e2b407-93f0-46d5-9a3d-d21381370f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:17.302540 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59224) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:17.353138 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-9da087c7-6577-4b09-88ef-946b1ed1f78e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eeb38b748f524559845190d0c16370c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492225 Jun 07 08:20:17.355324 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59226) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:17.413536 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f19eb576-7ae7-471b-9740-f685c72705e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.444695 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f19eb576-7ae7-471b-9740-f685c72705e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.498990 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f19eb576-7ae7-471b-9740-f685c72705e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.501909 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-f19eb576-7ae7-471b-9740-f685c72705e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:17.503263 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-f19eb576-7ae7-471b-9740-f685c72705e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d9b88db-cdcb-40d2-82f6-328f7cdf0e65 HTTP/1.1" status: 204 len: 168 time: 0.1468637 Jun 07 08:20:17.504051 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-32a0fae1-4821-4a7b-90e4-561c68f56a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:17.513983 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19eb576-7ae7-471b-9740-f685c72705e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9b88db-cdcb-40d2-82f6-328f7cdf0e65,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:17.516154 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-f19eb576-7ae7-471b-9740-f685c72705e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:17.870950 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59252) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:17.926008 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-f672e8cc-c34a-4391-97ee-46cdbd1d0f1f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e858a96e0664904b8570d3ecc56869e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531702 Jun 07 08:20:17.928472 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59258) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:17.993432 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-2ed7070d-8d1d-4807-ae50-ee94ee575ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:18.022422 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-2ed7070d-8d1d-4807-ae50-ee94ee575ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:18.083062 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-2ed7070d-8d1d-4807-ae50-ee94ee575ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:18.085548 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-2ed7070d-8d1d-4807-ae50-ee94ee575ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:18.086707 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-2ed7070d-8d1d-4807-ae50-ee94ee575ec1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c9a1961-8221-4e02-a059-d95bec9bf95a HTTP/1.1" status: 204 len: 168 time: 0.1572895 Jun 07 08:20:18.087469 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c7de42ef-98a1-4e21-b42c-8a9a45559a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:18.097190 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7070d-8d1d-4807-ae50-ee94ee575ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9a1961-8221-4e02-a059-d95bec9bf95a,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:18.099527 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-2ed7070d-8d1d-4807-ae50-ee94ee575ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:21.289841 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:20:21.682030 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59322) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:21.812648 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-287ccd99-be27-4e3f-b72a-6e25ea9764c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:21.915280 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-287ccd99-be27-4e3f-b72a-6e25ea9764c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:21.919074 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-287ccd99-be27-4e3f-b72a-6e25ea9764c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:21.927636 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-b288fca7-7d68-4967-8f5a-ee1b31c6ec92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:21.967166 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-287ccd99-be27-4e3f-b72a-6e25ea9764c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59168257f1824e57bfefba119d13ded0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838113 Jun 07 08:20:21.967951 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ccd99-be27-4e3f-b72a-6e25ea9764c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cc8fb2-1aa2-4d85-a6ee-b80f4b6cf742,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:21.969612 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59326) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:21.970967 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-287ccd99-be27-4e3f-b72a-6e25ea9764c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:22.028673 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0480-1836-43aa-b272-d3cab0d12ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.054299 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0480-1836-43aa-b272-d3cab0d12ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.105470 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0480-1836-43aa-b272-d3cab0d12ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.108470 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0480-1836-43aa-b272-d3cab0d12ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.109577 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-6d8c0480-1836-43aa-b272-d3cab0d12ecd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3cc8fb2-1aa2-4d85-a6ee-b80f4b6cf742 HTTP/1.1" status: 204 len: 168 time: 0.1383312 Jun 07 08:20:22.110312 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-efd405e2-11eb-45e0-a770-6461f0e3e431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:22.119291 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c0480-1836-43aa-b272-d3cab0d12ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cc8fb2-1aa2-4d85-a6ee-b80f4b6cf742,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:22.121729 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6d8c0480-1836-43aa-b272-d3cab0d12ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:22.386197 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59336) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:22.403089 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4a18a889-5970-40ec-bde7-c2606424db60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.512070 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4a18a889-5970-40ec-bde7-c2606424db60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.516175 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-4a18a889-5970-40ec-bde7-c2606424db60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.527780 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-89f51433-5910-454d-be5f-4c8540f5397e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:22.568756 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-4a18a889-5970-40ec-bde7-c2606424db60 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac873195896f4f548a47e5645bb0673d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813524 Jun 07 08:20:22.570574 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18a889-5970-40ec-bde7-c2606424db60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755c742a-5186-449d-8ef3-4a87e5264ca0,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:22.570949 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59340) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:22.573595 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-4a18a889-5970-40ec-bde7-c2606424db60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:22.633672 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2637118d-dd48-4069-8203-7e37bba69bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.659334 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2637118d-dd48-4069-8203-7e37bba69bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.711401 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2637118d-dd48-4069-8203-7e37bba69bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.714047 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-2637118d-dd48-4069-8203-7e37bba69bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:22.724141 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-2637118d-dd48-4069-8203-7e37bba69bae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/755c742a-5186-449d-8ef3-4a87e5264ca0 HTTP/1.1" status: 204 len: 168 time: 0.1466269 Jun 07 08:20:22.725004 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-8caf67bd-bef2-4897-9e38-e54803f2acfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:22.735106 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637118d-dd48-4069-8203-7e37bba69bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755c742a-5186-449d-8ef3-4a87e5264ca0,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:22.737484 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-2637118d-dd48-4069-8203-7e37bba69bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:30.390759 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59444) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:30.510073 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-96047ff3-a750-43ab-990e-cc61f49bd50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:30.627658 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-96047ff3-a750-43ab-990e-cc61f49bd50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:30.631860 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-96047ff3-a750-43ab-990e-cc61f49bd50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:30.641848 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-93f90233-af29-4937-adfa-de331c3ddf9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:30.692677 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-96047ff3-a750-43ab-990e-cc61f49bd50e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5cc35a1c5bc843c29a8613d467efe3c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004212 Jun 07 08:20:30.694192 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96047ff3-a750-43ab-990e-cc61f49bd50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3733e0d-e82c-46da-9dbb-2e2d8c238d3f,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:30.694953 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59452) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:30.698192 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-96047ff3-a750-43ab-990e-cc61f49bd50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:30.775854 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8c517b28-90d5-42ea-bb4f-3ad743d27239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:30.803375 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8c517b28-90d5-42ea-bb4f-3ad743d27239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:30.853563 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8c517b28-90d5-42ea-bb4f-3ad743d27239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:30.855987 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-8c517b28-90d5-42ea-bb4f-3ad743d27239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:30.857092 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-8c517b28-90d5-42ea-bb4f-3ad743d27239 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3733e0d-e82c-46da-9dbb-2e2d8c238d3f HTTP/1.1" status: 204 len: 168 time: 0.1611128 Jun 07 08:20:30.858435 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-4a18a889-5970-40ec-bde7-c2606424db60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:30.867446 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c517b28-90d5-42ea-bb4f-3ad743d27239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3733e0d-e82c-46da-9dbb-2e2d8c238d3f,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:30.869901 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-8c517b28-90d5-42ea-bb4f-3ad743d27239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:31.146560 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59458) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:31.164834 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-26102b68-9736-4728-b0bb-07c549286d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:31.270799 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-26102b68-9736-4728-b0bb-07c549286d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:31.274450 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-26102b68-9736-4728-b0bb-07c549286d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:31.283696 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e0814657-6a38-41ba-8aea-12b0f0feafd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:31.323471 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-26102b68-9736-4728-b0bb-07c549286d29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=908dc959786849a58265349a8dac729f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757154 Jun 07 08:20:31.324347 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26102b68-9736-4728-b0bb-07c549286d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0b07a8-8f76-4c06-a197-3ff9d25bcd37,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:31.327313 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59460) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:31.328475 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-26102b68-9736-4728-b0bb-07c549286d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:31.477703 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8774-7b32-46b8-9a64-390c3c87ad21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:31.502267 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8774-7b32-46b8-9a64-390c3c87ad21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:31.551860 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8774-7b32-46b8-9a64-390c3c87ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:31.554315 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-d8ab8774-7b32-46b8-9a64-390c3c87ad21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:31.555401 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-d8ab8774-7b32-46b8-9a64-390c3c87ad21 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d0b07a8-8f76-4c06-a197-3ff9d25bcd37 HTTP/1.1" status: 204 len: 168 time: 0.2266684 Jun 07 08:20:31.556124 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d343b04c-5d46-4cd1-bed3-6c2dd901f2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:31.565586 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab8774-7b32-46b8-9a64-390c3c87ad21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0b07a8-8f76-4c06-a197-3ff9d25bcd37,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:31.567761 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-d8ab8774-7b32-46b8-9a64-390c3c87ad21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:36.903655 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:38.321620 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-36dbfce0-922b-4878-bb4b-7d17332a8dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:38.941021 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59612) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:39.061485 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-78eec988-6fe3-4009-80b6-5393af6256f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:39.164431 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-78eec988-6fe3-4009-80b6-5393af6256f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:39.167996 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-78eec988-6fe3-4009-80b6-5393af6256f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:39.180269 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-4ea6e8a5-c8e8-4c91-834b-aebef621f646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:39.218749 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-78eec988-6fe3-4009-80b6-5393af6256f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed42c39e4e7142168f72f4735fbecbde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765381 Jun 07 08:20:39.220241 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eec988-6fe3-4009-80b6-5393af6256f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abced0a-cb73-43ca-b3f9-efac337beb52,revision_number=1']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:39.221528 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59616) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:39.223176 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-78eec988-6fe3-4009-80b6-5393af6256f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:39.280771 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:39.306024 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:39.357042 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:39.359505 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:39.360849 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2abced0a-cb73-43ca-b3f9-efac337beb52 HTTP/1.1" status: 204 len: 168 time: 0.1383655 Jun 07 08:20:39.361717 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-85557ed3-6119-4432-9347-b34653304cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:39.371578 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abced0a-cb73-43ca-b3f9-efac337beb52,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:39.378718 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:39.379103 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:39.379471 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:39.379841 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:39.380200 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:39.380561 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:39.380917 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:39.381272 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:39.381658 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:39.382170 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:39.382358 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:39.382707 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:39.386055 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e638c926-4814-46a5-a2dd-f80216947ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:39.634908 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59622) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:39.656414 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9d26556f-94a3-44c8-bbb6-4282382897b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:39.773263 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9d26556f-94a3-44c8-bbb6-4282382897b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:39.776919 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9d26556f-94a3-44c8-bbb6-4282382897b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:39.785362 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e41729a1-c297-4d6e-9d6c-dbe9e2ba7dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:39.824172 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-9d26556f-94a3-44c8-bbb6-4282382897b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c30ba29c30749e38425476dc7b4ed6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882336 Jun 07 08:20:39.825062 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26556f-94a3-44c8-bbb6-4282382897b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb54306d-8592-479f-90a3-61096e9b02e2,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:39.827525 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59624) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:39.829321 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9d26556f-94a3-44c8-bbb6-4282382897b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:39.884132 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6d5f12be-ce65-45c8-a533-3ce9554178bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:39.909239 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6d5f12be-ce65-45c8-a533-3ce9554178bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:39.959132 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6d5f12be-ce65-45c8-a533-3ce9554178bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:39.961519 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-6d5f12be-ce65-45c8-a533-3ce9554178bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:39.962648 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-6d5f12be-ce65-45c8-a533-3ce9554178bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb54306d-8592-479f-90a3-61096e9b02e2 HTTP/1.1" status: 204 len: 168 time: 0.1340899 Jun 07 08:20:39.963376 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-64ebee46-46f5-4dd5-96c6-f597b2944cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:39.972390 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f12be-ce65-45c8-a533-3ce9554178bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb54306d-8592-479f-90a3-61096e9b02e2,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:39.974530 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-6d5f12be-ce65-45c8-a533-3ce9554178bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:40.374475 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59634) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:40.488339 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e1bfab5b-d67d-4953-8689-4114c6568f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:40.587732 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e1bfab5b-d67d-4953-8689-4114c6568f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:40.592080 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e1bfab5b-d67d-4953-8689-4114c6568f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:40.600799 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-2ed7070d-8d1d-4807-ae50-ee94ee575ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:40.641713 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-e1bfab5b-d67d-4953-8689-4114c6568f04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=241bb28380524ec59afdc3da30198538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661414 Jun 07 08:20:40.643239 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bfab5b-d67d-4953-8689-4114c6568f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01cbcf1-c818-4e17-b9bd-aaae6c7cdd74,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:40.644420 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59638) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:40.646685 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e1bfab5b-d67d-4953-8689-4114c6568f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:40.706071 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-25bcdecd-35d0-400c-b43f-86260362a48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:40.732394 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-25bcdecd-35d0-400c-b43f-86260362a48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:40.782581 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-25bcdecd-35d0-400c-b43f-86260362a48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:40.785074 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-25bcdecd-35d0-400c-b43f-86260362a48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:40.786217 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-25bcdecd-35d0-400c-b43f-86260362a48b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d01cbcf1-c818-4e17-b9bd-aaae6c7cdd74 HTTP/1.1" status: 204 len: 168 time: 0.1406789 Jun 07 08:20:40.786957 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-091e0b9b-812c-4761-a8c8-e8326b19097b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:40.796367 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcdecd-35d0-400c-b43f-86260362a48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01cbcf1-c818-4e17-b9bd-aaae6c7cdd74,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:40.799462 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-25bcdecd-35d0-400c-b43f-86260362a48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:40.849632 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:41.004418 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-e4a0c150-8477-436e-89f2-24772db58af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:41.961569 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:43.572882 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:50.447046 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59710) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:50.645842 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b0617564-a11f-424d-b1d4-90ba1258d3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:50.746783 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b0617564-a11f-424d-b1d4-90ba1258d3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:50.750948 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-b0617564-a11f-424d-b1d4-90ba1258d3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:50.757242 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e7313ce3-3226-48d6-8640-575962e3a81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:50.798060 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0617564-a11f-424d-b1d4-90ba1258d3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60660a0a-4232-4429-a4a9-b4c7202c06aa,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:50.802570 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-b0617564-a11f-424d-b1d4-90ba1258d3a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a330d4fe17d4189a17678e52c4e30d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545365 Jun 07 08:20:50.803443 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-b0617564-a11f-424d-b1d4-90ba1258d3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:50.805159 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59714) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:50.862405 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c307-2d2e-486e-9c42-5adcbf5cc956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:50.890201 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c307-2d2e-486e-9c42-5adcbf5cc956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:50.940726 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c307-2d2e-486e-9c42-5adcbf5cc956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:50.943211 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-5ff6c307-2d2e-486e-9c42-5adcbf5cc956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:50.946752 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-5ff6c307-2d2e-486e-9c42-5adcbf5cc956 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60660a0a-4232-4429-a4a9-b4c7202c06aa HTTP/1.1" status: 204 len: 168 time: 0.1382668 Jun 07 08:20:50.946752 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-90c5d308-824a-4c0a-890d-2dd5bb80f52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:50.954419 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6c307-2d2e-486e-9c42-5adcbf5cc956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60660a0a-4232-4429-a4a9-b4c7202c06aa,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:50.956762 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-5ff6c307-2d2e-486e-9c42-5adcbf5cc956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:58.288784 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:21:06.910476 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:08.324299 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d5f34a4f-7af6-420d-82ed-2f81ec444d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:10.240136 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fcb8c1f6-f851-4da3-a6ae-b3b4ea4a1f5e req-2dbc3965-e141-4333-9874-5ecd4eeffbfd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1636417 Jun 07 08:21:10.380259 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8c1f6-f851-4da3-a6ae-b3b4ea4a1f5e req-12f0562b-4b83-4c16-b86b-00dc65252818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:10.381711 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fcb8c1f6-f851-4da3-a6ae-b3b4ea4a1f5e req-12f0562b-4b83-4c16-b86b-00dc65252818 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 1098 time: 0.0722580 Jun 07 08:21:10.522596 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8c1f6-f851-4da3-a6ae-b3b4ea4a1f5e req-f91b6b12-38ef-45bb-ad0a-06f3523b744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:10.523912 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fcb8c1f6-f851-4da3-a6ae-b3b4ea4a1f5e req-f91b6b12-38ef-45bb-ad0a-06f3523b744f service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 912 time: 0.1227942 Jun 07 08:21:10.624652 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fcb8c1f6-f851-4da3-a6ae-b3b4ea4a1f5e req-869b0268-4047-41c8-af39-84892c8e41c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaca24a9-33a5-46b7-83ad-140779e6310d HTTP/1.1" status: 200 len: 1001 time: 0.0939229 Jun 07 08:21:10.686368 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8c1f6-f851-4da3-a6ae-b3b4ea4a1f5e req-18bca07b-6586-4146-867d-e34098091428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:10.687761 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fcb8c1f6-f851-4da3-a6ae-b3b4ea4a1f5e req-18bca07b-6586-4146-867d-e34098091428 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440314a-dcc6-41c1-8819-e39c3089ae84 HTTP/1.1" status: 200 len: 850 time: 0.0564442 Jun 07 08:21:10.768904 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8c1f6-f851-4da3-a6ae-b3b4ea4a1f5e req-fb1e4041-a6ce-4204-865b-a1c25083219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:10.774910 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fcb8c1f6-f851-4da3-a6ae-b3b4ea4a1f5e req-fb1e4041-a6ce-4204-865b-a1c25083219a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0754743 Jun 07 08:21:10.783300 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [req-fcb8c1f6-f851-4da3-a6ae-b3b4ea4a1f5e req-ae25023c-29da-4d24-b7a1-56d8a14de499 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=91866) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:21:10.784885 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fcb8c1f6-f851-4da3-a6ae-b3b4ea4a1f5e req-ae25023c-29da-4d24-b7a1-56d8a14de499 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049710 Jun 07 08:21:10.852488 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:10.919158 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fcb8c1f6-f851-4da3-a6ae-b3b4ea4a1f5e req-551e7586-0ffe-444d-b323-bfe65177ea95 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281123 Jun 07 08:21:11.006049 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d71f61bc-9a0d-48e1-8aaf-0a16445ccf33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:11.051025 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fcb8c1f6-f851-4da3-a6ae-b3b4ea4a1f5e req-59cd620e-7868-45e2-a1db-c82f04ec4900 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234424 Jun 07 08:21:11.964126 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:12.730665 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-95da294b-d69d-410a-b16c-2ee7abed617b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401068751&fields=id&tenant_id=ce9cc2aee9304668a5705bffda363257 HTTP/1.1" status: 200 len: 267 time: 0.0422792 Jun 07 08:21:12.884154 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645316f-5b26-4c04-860e-194ed567e642 req-5410f3ac-e599-4a8d-b551-2a5eb3d54621 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:12.885502 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-5410f3ac-e599-4a8d-b551-2a5eb3d54621 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 811 time: 0.1484976 Jun 07 08:21:12.899339 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-153de38e-26fe-4c82-94d6-37238bec343d tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/quotas/ce9cc2aee9304668a5705bffda363257 HTTP/1.1" status: 200 len: 375 time: 0.0084469 Jun 07 08:21:12.990371 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-7d49ffe5-64f7-4b19-9745-98e7477b392a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0862787 Jun 07 08:21:13.124109 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-e30a84ca-5be2-4846-9cc2-78599c6184b1 service neutron] 10.222.0.43 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225836 Jun 07 08:21:13.251758 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-92d56fa6-97e5-4e2e-9bac-a7808f33ff67 service neutron] 10.222.0.43 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212349 Jun 07 08:21:13.585886 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:13.742188 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-bb5086d2-6dc7-4c7e-bf22-3fe18567bdeb req-c34359a5-d3ba-41d5-8e6e-132f6797d7a6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 210 time: 0.1379023 Jun 07 08:21:14.809891 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645316f-5b26-4c04-860e-194ed567e642 req-bc3a46f1-b7ef-456a-a8b5-b3a03bef0b0e tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:14.811271 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-bc3a46f1-b7ef-456a-a8b5-b3a03bef0b0e tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.48 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 811 time: 0.1508360 Jun 07 08:21:14.860336 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-deaab587-c8ab-43ec-9824-a425e6d046c7 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce9cc2aee9304668a5705bffda363257 HTTP/1.1" status: 200 len: 380 time: 0.0399852 Jun 07 08:21:14.869275 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-c645316f-5b26-4c04-860e-194ed567e642 req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Request body: {'port': {'device_id': '8860f179-0d0f-4663-ad4b-c25e926c4aea', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'admin_state_up': True, 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'security_groups': ['755a82ea-a4b9-427b-aaab-58743554c1c8']}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:14.888541 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b396229d-03aa-490f-9435-a0f662d0ca44 req-f1532723-9b5f-4162-ad8b-0d63e561ad01 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 210 time: 0.0432882 Jun 07 08:21:15.021772 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c645316f-5b26-4c04-860e-194ed567e642 req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Made reservation on behalf of ce9cc2aee9304668a5705bffda363257 for: {'port': 1} {{(pid=91866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:21:15.025177 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c645316f-5b26-4c04-860e-194ed567e642 req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:15.187559 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [req-c645316f-5b26-4c04-860e-194ed567e642 req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Allocated IP 172.20.0.6 (7e29fad3-ca45-4f43-8c33-ab6eb996f68f/8440314a-dcc6-41c1-8819-e39c3089ae84/06ec2626-f323-404b-94af-748004c3c801) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:21:15.482219 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c645316f-5b26-4c04-860e-194ed567e642 req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:15.498002 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-c645316f-5b26-4c04-860e-194ed567e642 req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Transition to ACTIVE for port object 06ec2626-f323-404b-94af-748004c3c801 will not be triggered until provisioned by entity DHCP. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:21:15.522209 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c645316f-5b26-4c04-860e-194ed567e642 req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:15.529759 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-fcbf2ed4-d0e8-4cfe-aabd-c911ca5c44dd tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:15.598779 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c645316f-5b26-4c04-860e-194ed567e642 req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:21:15.603785 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [req-c645316f-5b26-4c04-860e-194ed567e642 req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:21:15.605733 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-c645316f-5b26-4c04-860e-194ed567e642 req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:21:15.647888 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'Port': ['ID=06ec2626-f323-404b-94af-748004c3c801,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:15.650893 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:15.678375 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645316f-5b26-4c04-860e-194ed567e642 req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:15.679001 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c645316f-5b26-4c04-860e-194ed567e642 req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:15.698435 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8331454 Jun 07 08:21:15.711022 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Request body: {'port': {'device_id': '8860f179-0d0f-4663-ad4b-c25e926c4aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78494'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:15.831968 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:15.855445 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-61125498-fba6-4d17-9fc3-37e18de7438e None None] Provisioning for port 06ec2626-f323-404b-94af-748004c3c801 completed by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:21:15.860242 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-61125498-fba6-4d17-9fc3-37e18de7438e None None] Provisioning complete for port 06ec2626-f323-404b-94af-748004c3c801 triggered by entity DHCP. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:21:15.860615 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-61125498-fba6-4d17-9fc3-37e18de7438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:15.916366 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-61125498-fba6-4d17-9fc3-37e18de7438e None None] Port 06ec2626-f323-404b-94af-748004c3c801 cannot update to ACTIVE because it is not bound. {{(pid=91875) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:21:16.187548 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55f25d-151c-487a-94d2-6a8a44e0e639 req-171ccab2-f8ec-4f4d-8e82-0262cbe1d0ad tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:16.189000 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fd55f25d-151c-487a-94d2-6a8a44e0e639 req-171ccab2-f8ec-4f4d-8e82-0262cbe1d0ad tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 931 time: 0.1293089 Jun 07 08:21:16.264031 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ec2626-f323-404b-94af-748004c3c801 {{(pid=91866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:21:16.273363 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:16.286281 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-fd55f25d-151c-487a-94d2-6a8a44e0e639 req-60a431aa-0e7d-46d4-9729-8f68e260fd6b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698438 Jun 07 08:21:16.294143 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.provisioning_blocks [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Transition to ACTIVE for port object 06ec2626-f323-404b-94af-748004c3c801 will not be triggered until provisioned by entity L2. {{(pid=91866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:21:16.298483 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:16.303124 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-5129f4b0-9564-4e94-9984-1ec77df62d33 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:16.461152 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Pushing event updated for resources: {'Port': ['ID=06ec2626-f323-404b-94af-748004c3c801,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:16.467787 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:16.534648 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Attempting to bind port 06ec2626-f323-404b-94af-748004c3c801 on host hv-cinder-78494 for vnic_type normal with profile {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:21:16.534977 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Attempting to bind port 06ec2626-f323-404b-94af-748004c3c801 by drivers openvswitch,hyperv on host hv-cinder-78494 at level 0 using segments [{'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:21:16.535297 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Attempting to bind port 06ec2626-f323-404b-94af-748004c3c801 on network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:21:16.541049 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Port 06ec2626-f323-404b-94af-748004c3c801 on network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78494 {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:21:16.541400 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Attempting to bind port 06ec2626-f323-404b-94af-748004c3c801 on network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:21:16.546456 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Checking agent: {'id': '4d3597f5-d18e-4576-b86a-a33f697d247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78494', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'started_at': datetime.datetime(2021, 6, 7, 8, 9, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:21:16.546786 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Checking segment: {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:21:16.547160 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Bound using segment: {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'} {{(pid=91866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:21:16.547574 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.managers [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Bound port: 06ec2626-f323-404b-94af-748004c3c801, host: hv-cinder-78494, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '588239fb-5444-4b16-a8cd-a32a3ecd445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f'}}] {{(pid=91866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:21:16.547911 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:16.636935 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] For port 06ec2626-f323-404b-94af-748004c3c801, host hv-cinder-78494, cleared binding levels {{(pid=91866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:21:16.639958 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] For port 06ec2626-f323-404b-94af-748004c3c801, host hv-cinder-78494, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=06ec2626-f323-404b-94af-748004c3c801,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:21:16.645215 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:16.649536 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-1968d828-0de7-45be-9cd4-43e407a086d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:16.704339 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:16.704795 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:16.708023 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] 10.222.0.48 "PUT /v2.0/ports/06ec2626-f323-404b-94af-748004c3c801 HTTP/1.1" status: 200 len: 1093 time: 1.0012779 Jun 07 08:21:16.708558 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8860f179-0d0f-4663-ad4b-c25e926c4aea', 'tag': '06ec2626-f323-404b-94af-748004c3c801'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:16.710941 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a36c029-566e-4608-9ecc-022f7617465d" -d '{"events": [{"name": "network-changed", "server_uuid": "8860f179-0d0f-4663-ad4b-c25e926c4aea", "tag": "06ec2626-f323-404b-94af-748004c3c801"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:16.733175 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Pushing event updated for resources: {'Port': ['ID=06ec2626-f323-404b-94af-748004c3c801,revision_number=3']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:16.736240 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6dc3263d-cdaa-4968-8886-7c033e12b5bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:16.802051 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405689ac-f5de-489a-8944-51203df2bb2b x-openstack-request-id: req-405689ac-f5de-489a-8944-51203df2bb2b {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:16.802519 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8860f179-0d0f-4663-ad4b-c25e926c4aea", "tag": "06ec2626-f323-404b-94af-748004c3c801", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:16.802942 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-405689ac-f5de-489a-8944-51203df2bb2b {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:16.803553 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8860f179-0d0f-4663-ad4b-c25e926c4aea', 'tag': '06ec2626-f323-404b-94af-748004c3c801', 'status': 'completed', 'code': 200} Jun 07 08:21:16.849045 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645316f-5b26-4c04-860e-194ed567e642 req-54d28e13-da23-4a90-9906-2193576854db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:16.850588 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-54d28e13-da23-4a90-9906-2193576854db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 1096 time: 0.0970237 Jun 07 08:21:16.921520 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-8e0bb2e3-0bfb-4d47-acd8-c01d3ac90359 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06ec2626-f323-404b-94af-748004c3c801 HTTP/1.1" status: 200 len: 217 time: 0.0639491 Jun 07 08:21:16.981946 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645316f-5b26-4c04-860e-194ed567e642 req-14436d40-93fe-45b8-ab98-35463f948032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:16.983300 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-14436d40-93fe-45b8-ab98-35463f948032 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440314a-dcc6-41c1-8819-e39c3089ae84 HTTP/1.1" status: 200 len: 850 time: 0.0559883 Jun 07 08:21:17.060882 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645316f-5b26-4c04-860e-194ed567e642 req-f518ca8b-dbd2-4140-8a4e-d47a805d3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:17.062386 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-f518ca8b-dbd2-4140-8a4e-d47a805d3ae7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0731566 Jun 07 08:21:17.288871 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-ff24df54-1a8e-4e7b-9512-7d0a13fc7623 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193091 Jun 07 08:21:17.478780 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-c645316f-5b26-4c04-860e-194ed567e642 req-d4735e39-cbee-4253-b72e-40fdf8401371 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838458 Jun 07 08:21:17.517478 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d264ce1-fcee-4c7c-b944-20417b8623ef req-bfe7af10-1a17-4e7f-adab-c0032247722b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:17.520043 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7d264ce1-fcee-4c7c-b944-20417b8623ef req-bfe7af10-1a17-4e7f-adab-c0032247722b tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 943 time: 0.1227820 Jun 07 08:21:17.616709 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7d264ce1-fcee-4c7c-b944-20417b8623ef req-52efe6b2-bfa0-4b9c-b125-6e02ccd21af1 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596778 Jun 07 08:21:17.628279 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36c029-566e-4608-9ecc-022f7617465d req-ddc4c88b-f9e7-4001-80f7-ee44bd45a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:17.629544 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0a36c029-566e-4608-9ecc-022f7617465d req-ddc4c88b-f9e7-4001-80f7-ee44bd45a0d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 1096 time: 0.1048315 Jun 07 08:21:17.759334 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36c029-566e-4608-9ecc-022f7617465d req-f1e89738-4d6a-4c1c-9100-057fbafd1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:17.760744 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0a36c029-566e-4608-9ecc-022f7617465d req-f1e89738-4d6a-4c1c-9100-057fbafd1f92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 912 time: 0.1239436 Jun 07 08:21:17.835356 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0a36c029-566e-4608-9ecc-022f7617465d req-b38256e6-af1b-4324-8fe8-5cc64990bbb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06ec2626-f323-404b-94af-748004c3c801 HTTP/1.1" status: 200 len: 217 time: 0.0681109 Jun 07 08:21:17.898547 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36c029-566e-4608-9ecc-022f7617465d req-386e6a1d-cdc2-4ced-accc-13ab5a1130ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:17.899917 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0a36c029-566e-4608-9ecc-022f7617465d req-386e6a1d-cdc2-4ced-accc-13ab5a1130ed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440314a-dcc6-41c1-8819-e39c3089ae84 HTTP/1.1" status: 200 len: 850 time: 0.0557010 Jun 07 08:21:17.980366 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36c029-566e-4608-9ecc-022f7617465d req-928749bf-04e0-4d87-af3d-f437f68c4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:17.981822 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0a36c029-566e-4608-9ecc-022f7617465d req-928749bf-04e0-4d87-af3d-f437f68c4851 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0725234 Jun 07 08:21:18.113238 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0a36c029-566e-4608-9ecc-022f7617465d req-e4302987-3532-4d44-b97b-96d494cce45d service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244421 Jun 07 08:21:18.241939 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-0a36c029-566e-4608-9ecc-022f7617465d req-59e24bff-44c3-4cf0-8ece-863310b2ed5d service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216886 Jun 07 08:21:18.801176 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175801f-921e-49ec-a631-a3e451ab4ac5 req-bf14bdf4-1a0d-4316-8afa-4cc32c29ce69 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:18.802645 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b175801f-921e-49ec-a631-a3e451ab4ac5 req-bf14bdf4-1a0d-4316-8afa-4cc32c29ce69 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 943 time: 0.0787323 Jun 07 08:21:18.852832 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-b175801f-921e-49ec-a631-a3e451ab4ac5 req-6c693264-b6dd-4f6a-a62f-a3860800c75a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446382 Jun 07 08:21:20.195707 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f19d54-c0f8-433f-9ae7-00c7e69b0bc1 req-472756a2-6a61-4b4a-9a87-96a6ca7e1ba9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:20.197235 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e5f19d54-c0f8-433f-9ae7-00c7e69b0bc1 req-472756a2-6a61-4b4a-9a87-96a6ca7e1ba9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 943 time: 0.0891538 Jun 07 08:21:20.240236 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-e5f19d54-c0f8-433f-9ae7-00c7e69b0bc1 req-7e1d5aca-4722-494b-b6df-59aa62f59e65 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374627 Jun 07 08:21:21.422849 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e7fb1-b6fd-4687-b21c-942e97a270ea req-cb67b11b-0be3-4b8d-87e7-9c855710c15a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:21.424776 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-959e7fb1-b6fd-4687-b21c-942e97a270ea req-cb67b11b-0be3-4b8d-87e7-9c855710c15a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 943 time: 0.0780721 Jun 07 08:21:21.468392 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-959e7fb1-b6fd-4687-b21c-942e97a270ea req-fa4e776e-9123-492f-89fe-c37fc483734a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374098 Jun 07 08:21:22.651261 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f5c73-1bd2-49da-8019-f47143979472 req-bf67ee55-bbd8-4ba4-beec-2db8a1a500b6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:22.652672 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ab6f5c73-1bd2-49da-8019-f47143979472 req-bf67ee55-bbd8-4ba4-beec-2db8a1a500b6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 943 time: 0.0823710 Jun 07 08:21:22.697080 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ab6f5c73-1bd2-49da-8019-f47143979472 req-5f36aa4a-b008-4f6f-9064-68ff60a84c81 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388765 Jun 07 08:21:23.880728 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe673504-df70-4601-bc75-585cbd2d8096 req-46552eeb-573b-45a5-98e3-16a0b8cc396d tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:23.882162 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-fe673504-df70-4601-bc75-585cbd2d8096 req-46552eeb-573b-45a5-98e3-16a0b8cc396d tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 943 time: 0.0827136 Jun 07 08:21:23.925041 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-fe673504-df70-4601-bc75-585cbd2d8096 req-6b7301c9-d85a-45a3-86ed-2a4de10e4c0e tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370374 Jun 07 08:21:25.107016 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52f3f3-75e4-47dd-a19a-9a29b7870503 req-2cf51f98-4a81-4d7d-9d0a-1476e9f5f443 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:25.108367 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4c52f3f3-75e4-47dd-a19a-9a29b7870503 req-2cf51f98-4a81-4d7d-9d0a-1476e9f5f443 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 943 time: 0.0793340 Jun 07 08:21:25.152190 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-4c52f3f3-75e4-47dd-a19a-9a29b7870503 req-eb64e954-35fd-4bf0-95b2-98be4ad483d4 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381920 Jun 07 08:21:25.584073 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 06ec2626-f323-404b-94af-748004c3c801 details requested by agent hyperv_hv-cinder-78494 with host hv-cinder-78494 {{(pid=91875) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:21:25.715534 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 06ec2626-f323-404b-94af-748004c3c801, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=06ec2626-f323-404b-94af-748004c3c801,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:25.724880 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Returning: {'device': '06ec2626-f323-404b-94af-748004c3c801', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'port_id': '06ec2626-f323-404b-94af-748004c3c801', 'mac_address': 'fa:16:3e:7c:de:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91875) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:21:25.778095 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:25.793980 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ec2626-f323-404b-94af-748004c3c801 {{(pid=91875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:21:25.809963 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 06ec2626-f323-404b-94af-748004c3c801, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=06ec2626-f323-404b-94af-748004c3c801,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:25.813515 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:25.815981 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:25.882301 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=06ec2626-f323-404b-94af-748004c3c801,revision_number=4']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:25.889224 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:25.889601 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:25.889941 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:25.890271 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:25.890603 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:25.890931 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:25.891254 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:25.891575 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:25.891895 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:25.892212 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:25.892529 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:25.892869 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:25.896637 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:26.051635 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] get_ports_and_sgs() called for port_ids ['06ec2626-f323-404b-94af-748004c3c801'] {{(pid=91875) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:21:26.337749 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1f16e-f863-43e4-87d5-4e8e25ae52a8 req-d8df96f6-aa18-4231-9f72-63d2de0bc294 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:26.339179 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2ee1f16e-f863-43e4-87d5-4e8e25ae52a8 req-d8df96f6-aa18-4231-9f72-63d2de0bc294 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 944 time: 0.0802262 Jun 07 08:21:26.383180 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-2ee1f16e-f863-43e4-87d5-4e8e25ae52a8 req-b52a9f7e-3791-42be-a174-5bb057355628 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383921 Jun 07 08:21:27.567622 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9911e9-5594-4806-a77f-7d6477d5bf93 req-149db770-37c0-4907-b7e5-5f5855b8504e tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:27.569047 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7d9911e9-5594-4806-a77f-7d6477d5bf93 req-149db770-37c0-4907-b7e5-5f5855b8504e tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 944 time: 0.0833652 Jun 07 08:21:27.591607 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 06ec2626-f323-404b-94af-748004c3c801 up at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:21:27.613445 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-7d9911e9-5594-4806-a77f-7d6477d5bf93 req-74128842-84c0-401b-9549-8d97f09ed193 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387902 Jun 07 08:21:27.662007 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning for port 06ec2626-f323-404b-94af-748004c3c801 completed by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:21:27.667666 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.provisioning_blocks [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Provisioning complete for port 06ec2626-f323-404b-94af-748004c3c801 triggered by entity L2. {{(pid=91875) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:21:27.668038 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703156'] for port, provisioning_complete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:27.779826 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:27.806736 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8860f179-0d0f-4663-ad4b-c25e926c4aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ec2626-f323-404b-94af-748004c3c801'}] {{(pid=91875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:27.809216 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec5b5487b5c883372db979ebe88a7823d0905d542ea3f89a087dc88801c27b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa5c6ac-3502-4524-a42a-d8f896975f94" -d '{"events": [{"server_uuid": "8860f179-0d0f-4663-ad4b-c25e926c4aea", "name": "network-vif-plugged", "status": "completed", "tag": "06ec2626-f323-404b-94af-748004c3c801"}]}' {{(pid=91875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:27.817268 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] For port 06ec2626-f323-404b-94af-748004c3c801, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=06ec2626-f323-404b-94af-748004c3c801,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:27.821016 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207'] for port, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:27.822979 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:27.894663 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Pushing event updated for resources: {'Port': ['ID=06ec2626-f323-404b-94af-748004c3c801,revision_number=5']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:27.897933 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:28.015771 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0e4c45-1f53-4135-bd42-de98b75822e0 x-openstack-request-id: req-ea0e4c45-1f53-4135-bd42-de98b75822e0 {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:28.016098 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8860f179-0d0f-4663-ad4b-c25e926c4aea", "name": "network-vif-plugged", "status": "completed", "tag": "06ec2626-f323-404b-94af-748004c3c801", "code": 200}]} {{(pid=91875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:28.016356 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea0e4c45-1f53-4135-bd42-de98b75822e0 {{(pid=91875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:28.016753 dv-cinder-784945-11-iscsi neutron-server[91875]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8860f179-0d0f-4663-ad4b-c25e926c4aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ec2626-f323-404b-94af-748004c3c801', 'code': 200} Jun 07 08:21:28.285688 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494ecb0-32ee-437d-838e-06abb053f2f6 req-eb98af1a-2bcb-4be3-ab04-0ff8a9ef2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:28.287031 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1494ecb0-32ee-437d-838e-06abb053f2f6 req-eb98af1a-2bcb-4be3-ab04-0ff8a9ef2cf4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 1098 time: 0.0682986 Jun 07 08:21:28.331210 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-1494ecb0-32ee-437d-838e-06abb053f2f6 req-de98b9a1-555b-49f3-b0b3-002b47c2a38c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371132 Jun 07 08:21:28.793281 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda68d3c-cde9-46fa-9272-d3e228f3ce1c req-753f8f73-4dcd-4124-98f7-e871bf80650f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:28.794800 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-eda68d3c-cde9-46fa-9272-d3e228f3ce1c req-753f8f73-4dcd-4124-98f7-e871bf80650f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 945 time: 0.0781846 Jun 07 08:21:28.839258 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-eda68d3c-cde9-46fa-9272-d3e228f3ce1c req-542844c2-a263-43ac-bcf7-6ba563a55276 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379922 Jun 07 08:21:30.026057 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b99066-44e4-4f27-8d0f-f8831a41ee9e req-33e39f72-26e0-47d0-9061-414d937559d1 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:30.027386 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-99b99066-44e4-4f27-8d0f-f8831a41ee9e req-33e39f72-26e0-47d0-9061-414d937559d1 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 945 time: 0.0823877 Jun 07 08:21:30.073403 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-99b99066-44e4-4f27-8d0f-f8831a41ee9e req-30c9e25a-f66a-4e52-aa1f-2728cf58f83f tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404854 Jun 07 08:21:30.258028 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01705684-88dd-426d-844b-ca924ce394a8 req-bdaba47d-f02b-4d09-b908-a33b2b0c9b43 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:30.259490 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-01705684-88dd-426d-844b-ca924ce394a8 req-bdaba47d-f02b-4d09-b908-a33b2b0c9b43 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 945 time: 0.0816584 Jun 07 08:21:30.398175 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-01705684-88dd-426d-844b-ca924ce394a8 req-193219d9-853e-4362-8676-67d58ef7ef54 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327417 Jun 07 08:21:30.421213 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59840) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:30.490757 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d6c29e-d319-4fd4-843d-49fc8cf01ce5 tempest-TestVolumeBootPattern-850476082 tempest-TestVolumeBootPattern-850476082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:30.492199 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-96d6c29e-d319-4fd4-843d-49fc8cf01ce5 tempest-TestVolumeBootPattern-850476082 tempest-TestVolumeBootPattern-850476082-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 1093 time: 0.0700159 Jun 07 08:21:30.494873 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59842) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:30.499109 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.v2.base [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Request body: {'floatingip': {'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'port_id': '06ec2626-f323-404b-94af-748004c3c801', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:30.521166 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for floatingip, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:30.653017 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:30.787162 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_common [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Allocated IP 172.27.1.125 (6973a06f-3d40-4ce6-8425-553e4825a987/68ebf277-ba97-4a26-b415-c9520c87f481/214a369a-94e7-4975-b308-090daefe8af3) {{(pid=91866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:21:30.933930 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for port, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:30.962110 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789120492144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:30.965590 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-61518f3a-597b-47c2-aaf0-48115ad80589 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:31.031785 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Network 6973a06f-3d40-4ce6-8425-553e4825a987 is already hosted by enough agents. {{(pid=91866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:21:31.035221 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.base_scheduler [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Resources bound (agent type, host, resource id): {{(pid=91866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:21:31.037963 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Received port after_create {{(pid=91866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:21:31.075324 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'Port': ['ID=214a369a-94e7-4975-b308-090daefe8af3,revision_number=1']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:31.079336 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:31.442791 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.513976 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1666777'] for port, before_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.715086 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for port, precommit_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.719555 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789120991726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789120492162', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789120492207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2265244'] for port, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:31.723938 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-2012dcfa-2b04-44ae-a48a-9ef4b73fad45 tempest-AttachVolumeTestJSON-337098104 tempest-AttachVolumeTestJSON-337098104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:31.826850 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event updated for resources: {'Port': ['ID=214a369a-94e7-4975-b308-090daefe8af3,revision_number=2']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:31.830967 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:31.836353 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-245884'] for floatingip, after_update {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:32.108170 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.db.l3_db [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Floating IP 38602f58-579f-467e-b877-96e427d72ea9 associated. External IP: 172.27.1.125, port: 06ec2626-f323-404b-94af-748004c3c801. Jun 07 08:21:32.448087 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Router fac56fd0-fcb5-47c6-b241-c4e285e067ce has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:21:32.626153 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:21:32.635644 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378c1d0-94f4-4a87-a9c7-65946774ad7c None None] Sync routers for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:21:32.647429 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378c1d0-94f4-4a87-a9c7-65946774ad7c None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:32.648662 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-b378c1d0-94f4-4a87-a9c7-65946774ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:21:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:32.649966 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:32.706857 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-e186787f-89c6-4a01-b690-94e3e196a5d6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2107079 Jun 07 08:21:32.707455 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8860f179-0d0f-4663-ad4b-c25e926c4aea', 'tag': '06ec2626-f323-404b-94af-748004c3c801'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:21:32.712359 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf671ff-9510-44ba-b1ef-2b5521a2d2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8860f179-0d0f-4663-ad4b-c25e926c4aea", "tag": "06ec2626-f323-404b-94af-748004c3c801"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:21:32.751493 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a173e96d-f650-4fb0-9ee4-5bd5655e5556 x-openstack-request-id: req-a173e96d-f650-4fb0-9ee4-5bd5655e5556 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:21:32.751826 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8860f179-0d0f-4663-ad4b-c25e926c4aea", "tag": "06ec2626-f323-404b-94af-748004c3c801", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:21:32.752716 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a173e96d-f650-4fb0-9ee4-5bd5655e5556 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:21:32.753250 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8860f179-0d0f-4663-ad4b-c25e926c4aea', 'tag': '06ec2626-f323-404b-94af-748004c3c801', 'status': 'completed', 'code': 200} Jun 07 08:21:32.829774 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-b378c1d0-94f4-4a87-a9c7-65946774ad7c None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:32.845712 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf671ff-9510-44ba-b1ef-2b5521a2d2e6 req-467827e6-7c6d-4a03-86bb-7cb392566f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:32.847187 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-abf671ff-9510-44ba-b1ef-2b5521a2d2e6 req-467827e6-7c6d-4a03-86bb-7cb392566f7c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 1098 time: 0.0740795 Jun 07 08:21:32.984155 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf671ff-9510-44ba-b1ef-2b5521a2d2e6 req-6f7ed63d-024b-4949-85e2-ab40e5afe9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:32.985578 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-abf671ff-9510-44ba-b1ef-2b5521a2d2e6 req-6f7ed63d-024b-4949-85e2-ab40e5afe9fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 912 time: 0.1325891 Jun 07 08:21:33.092993 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-abf671ff-9510-44ba-b1ef-2b5521a2d2e6 req-28bcedb4-6b4f-4a88-8edf-7217aba5bdb3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06ec2626-f323-404b-94af-748004c3c801 HTTP/1.1" status: 200 len: 999 time: 0.1012523 Jun 07 08:21:33.156974 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf671ff-9510-44ba-b1ef-2b5521a2d2e6 req-cd1b8ef0-32f4-4519-a6b3-856f0132bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:33.158482 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-abf671ff-9510-44ba-b1ef-2b5521a2d2e6 req-cd1b8ef0-32f4-4519-a6b3-856f0132bcc6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440314a-dcc6-41c1-8819-e39c3089ae84 HTTP/1.1" status: 200 len: 850 time: 0.0596373 Jun 07 08:21:33.183935 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-b378c1d0-94f4-4a87-a9c7-65946774ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '38602f58-579f-467e-b877-96e427d72ea9', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'port_id': '06ec2626-f323-404b-94af-748004c3c801', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'mac_address': 'fa:16:3e:7c:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8860f179-0d0f-4663-ad4b-c25e926c4aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:21:31Z', 'updated_at': '2021-06-07T08:21:31Z', 'revision_number': 0, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address_scope': None}, {'id': '49455983-5034-451e-94cf-b4fb17c40e37', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'port_id': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'mac_address': 'fa:16:3e:0f:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c582c2-05bd-4f57-a67a-689dd7227196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:19:21Z', 'updated_at': '2021-06-07T08:19:24Z', 'revision_number': 1, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:33.187600 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378c1d0-94f4-4a87-a9c7-65946774ad7c None None] Checking router: fac56fd0-fcb5-47c6-b241-c4e285e067ce for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:21:33.196312 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378c1d0-94f4-4a87-a9c7-65946774ad7c None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:33.196902 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-b378c1d0-94f4-4a87-a9c7-65946774ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:21:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:33.231287 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf671ff-9510-44ba-b1ef-2b5521a2d2e6 req-84d141e8-0e1a-4af5-a3f4-e15f40396d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:33.232738 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-abf671ff-9510-44ba-b1ef-2b5521a2d2e6 req-84d141e8-0e1a-4af5-a3f4-e15f40396d7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0682561 Jun 07 08:21:33.364401 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-abf671ff-9510-44ba-b1ef-2b5521a2d2e6 req-8b275851-375f-4251-926f-2284cab9f809 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254492 Jun 07 08:21:33.407113 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-b378c1d0-94f4-4a87-a9c7-65946774ad7c None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:33.495436 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-abf671ff-9510-44ba-b1ef-2b5521a2d2e6 req-4c5dfc97-5ba6-44f2-990a-215e653f6f8d service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242993 Jun 07 08:21:33.748029 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-b378c1d0-94f4-4a87-a9c7-65946774ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '38602f58-579f-467e-b877-96e427d72ea9', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'port_id': '06ec2626-f323-404b-94af-748004c3c801', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'mac_address': 'fa:16:3e:7c:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8860f179-0d0f-4663-ad4b-c25e926c4aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:21:31Z', 'updated_at': '2021-06-07T08:21:31Z', 'revision_number': 0, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address_scope': None}, {'id': '49455983-5034-451e-94cf-b4fb17c40e37', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'port_id': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'mac_address': 'fa:16:3e:0f:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c582c2-05bd-4f57-a67a-689dd7227196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:19:21Z', 'updated_at': '2021-06-07T08:19:24Z', 'revision_number': 1, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:33.751858 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378c1d0-94f4-4a87-a9c7-65946774ad7c None None] The sync data for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi is: [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '38602f58-579f-467e-b877-96e427d72ea9', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'floating_ip_address': '172.27.1.125', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'port_id': '06ec2626-f323-404b-94af-748004c3c801', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'mac_address': 'fa:16:3e:7c:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8860f179-0d0f-4663-ad4b-c25e926c4aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:21:31Z', 'updated_at': '2021-06-07T08:21:31Z', 'revision_number': 0, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address_scope': None}, {'id': '49455983-5034-451e-94cf-b4fb17c40e37', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'port_id': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'mac_address': 'fa:16:3e:0f:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c582c2-05bd-4f57-a67a-689dd7227196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:19:21Z', 'updated_at': '2021-06-07T08:19:24Z', 'revision_number': 1, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:21:33.933679 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f4585c-4a80-49c0-9133-f09efa8513d9 None None] New status for floating IP 38602f58-579f-467e-b877-96e427d72ea9: ACTIVE {{(pid=91885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:21:35.288244 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:21:36.919244 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:38.329348 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f6c562b7-ee3d-4654-8085-9f02f5b7b66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:40.853636 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:41.007042 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cf20e7f6-be10-4b29-ae93-0e7eb8fb5822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:41.967447 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:43.575959 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:06.924718 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:08.331549 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b16daaf8-d5bf-4ed7-8396-4a047f7f916b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:10.854456 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:11.008292 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-adf88f8d-f40d-42c0-9979-a96245db4c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:11.270699 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f6e1149f-d057-4537-9b49-87782716913f req-1de3ccda-8bdb-42a1-9452-a1a9cb9ef5a0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1733003 Jun 07 08:22:11.406682 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1149f-d057-4537-9b49-87782716913f req-1ecb23fc-b4b6-40c3-bab7-fd2fdece591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:11.408151 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f6e1149f-d057-4537-9b49-87782716913f req-1ecb23fc-b4b6-40c3-bab7-fd2fdece591e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 1098 time: 0.0690451 Jun 07 08:22:11.553914 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1149f-d057-4537-9b49-87782716913f req-b7c973d1-4452-4d77-8050-e0f78094c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:11.555282 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f6e1149f-d057-4537-9b49-87782716913f req-b7c973d1-4452-4d77-8050-e0f78094c474 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 912 time: 0.1254075 Jun 07 08:22:11.656506 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f6e1149f-d057-4537-9b49-87782716913f req-4cd8417d-e85f-4a56-9a99-6d440aed9696 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaca24a9-33a5-46b7-83ad-140779e6310d HTTP/1.1" status: 200 len: 1001 time: 0.0939517 Jun 07 08:22:11.719924 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1149f-d057-4537-9b49-87782716913f req-fa8c4dab-18d5-4a52-91fb-c277f6ea635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:11.721450 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f6e1149f-d057-4537-9b49-87782716913f req-fa8c4dab-18d5-4a52-91fb-c277f6ea635d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440314a-dcc6-41c1-8819-e39c3089ae84 HTTP/1.1" status: 200 len: 850 time: 0.0583189 Jun 07 08:22:11.794536 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1149f-d057-4537-9b49-87782716913f req-41ef5e8c-73ad-4bb5-9adc-d9ae932746da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:11.795946 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f6e1149f-d057-4537-9b49-87782716913f req-41ef5e8c-73ad-4bb5-9adc-d9ae932746da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0676680 Jun 07 08:22:11.926720 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f6e1149f-d057-4537-9b49-87782716913f req-c17891db-4cfb-43af-96b4-4e6d02a0e875 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231546 Jun 07 08:22:11.970509 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:12.058169 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-f6e1149f-d057-4537-9b49-87782716913f req-73eb1fe2-979e-44c7-bdc1-479f32189e09 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251245 Jun 07 08:22:12.286831 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:22:13.581507 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:36.942119 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:38.334691 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4467d865-1b51-4784-8c77-f9047cc0abbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:40.858695 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:41.009807 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-fbb554df-3022-417d-8f71-884df312484d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:41.973155 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:43.585350 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:49.285023 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:23:01.135815 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59868) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:01.496109 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Deleting port 214a369a-94e7-4975-b308-090daefe8af3 {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:01.496447 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:01.614946 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:01.615248 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:01.738240 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Calling delete_port for 214a369a-94e7-4975-b308-090daefe8af3 owned by network:floatingip {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:01.867869 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:01.872231 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-fb43716d-ae78-467d-8bce-29aeedbb68b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:01.914272 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event deleted for resources: {'Port': ['ID=214a369a-94e7-4975-b308-090daefe8af3,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:01.987936 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:01.988314 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:01.988684 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:01.989049 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:01.989433 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:01.989794 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:01.990151 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:01.990503 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:01.990856 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:01.991206 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:01.991557 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:01.991904 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:01.997618 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:02.023324 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for floatingip, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:02.023659 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.l3_db [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Floating IP 38602f58-579f-467e-b877-96e427d72ea9 disassociated (deleted). External IP: 172.27.1.125, port: 06ec2626-f323-404b-94af-748004c3c801. Jun 07 08:23:02.375695 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Router fac56fd0-fcb5-47c6-b241-c4e285e067ce has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:23:02.559410 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:23:02.564367 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:02.571750 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05751ae6-66f7-4c24-ab39-5c2695489e7c None None] Sync routers for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:23:02.580813 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05751ae6-66f7-4c24-ab39-5c2695489e7c None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:02.581465 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-05751ae6-66f7-4c24-ab39-5c2695489e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:22:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:02.616823 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-c0193367-5fc4-412d-b09c-fae09882e8a5 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "DELETE /v2.0/floatingips/38602f58-579f-467e-b877-96e427d72ea9 HTTP/1.1" status: 204 len: 168 time: 1.4800248 Jun 07 08:23:02.617497 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8860f179-0d0f-4663-ad4b-c25e926c4aea', 'tag': '06ec2626-f323-404b-94af-748004c3c801'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:23:02.619817 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd5b007-1882-4771-9937-701f52dfbefa" -d '{"events": [{"name": "network-changed", "server_uuid": "8860f179-0d0f-4663-ad4b-c25e926c4aea", "tag": "06ec2626-f323-404b-94af-748004c3c801"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:23:02.725225 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24576442-d8dd-4bb9-aed7-e5de5bd44adb x-openstack-request-id: req-24576442-d8dd-4bb9-aed7-e5de5bd44adb {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:23:02.725573 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8860f179-0d0f-4663-ad4b-c25e926c4aea", "tag": "06ec2626-f323-404b-94af-748004c3c801", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:23:02.725861 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24576442-d8dd-4bb9-aed7-e5de5bd44adb {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:23:02.726285 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8860f179-0d0f-4663-ad4b-c25e926c4aea', 'tag': '06ec2626-f323-404b-94af-748004c3c801', 'status': 'completed', 'code': 200} Jun 07 08:23:02.761716 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-05751ae6-66f7-4c24-ab39-5c2695489e7c None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:02.823589 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5b007-1882-4771-9937-701f52dfbefa req-75465191-1d06-47e8-8a5b-c1cf6b258222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:02.825196 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3fd5b007-1882-4771-9937-701f52dfbefa req-75465191-1d06-47e8-8a5b-c1cf6b258222 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 1098 time: 0.0783484 Jun 07 08:23:02.964976 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5b007-1882-4771-9937-701f52dfbefa req-8ecdaeb6-0c64-4b1b-94ff-0f5b9380a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:02.966468 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3fd5b007-1882-4771-9937-701f52dfbefa req-8ecdaeb6-0c64-4b1b-94ff-0f5b9380a531 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 912 time: 0.1341684 Jun 07 08:23:03.008105 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7eb61e-0716-4fa8-a2d4-b3a6aafee258 req-d1d47397-8ce3-4965-b584-c6d60bcdea00 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:03.009592 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5d7eb61e-0716-4fa8-a2d4-b3a6aafee258 req-d1d47397-8ce3-4965-b584-c6d60bcdea00 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 945 time: 0.0884032 Jun 07 08:23:03.038213 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3fd5b007-1882-4771-9937-701f52dfbefa req-f67e07e9-c080-4647-bc76-a0c0382b1942 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06ec2626-f323-404b-94af-748004c3c801 HTTP/1.1" status: 200 len: 217 time: 0.0640399 Jun 07 08:23:03.056482 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-5d7eb61e-0716-4fa8-a2d4-b3a6aafee258 req-805669d4-182e-4532-8862-71027b9b5238 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408750 Jun 07 08:23:03.106100 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5b007-1882-4771-9937-701f52dfbefa req-283f9ac1-bbba-4d2c-9425-2ee73e20b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:03.107576 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3fd5b007-1882-4771-9937-701f52dfbefa req-283f9ac1-bbba-4d2c-9425-2ee73e20b65c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440314a-dcc6-41c1-8819-e39c3089ae84 HTTP/1.1" status: 200 len: 850 time: 0.0624042 Jun 07 08:23:03.130085 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-05751ae6-66f7-4c24-ab39-5c2695489e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '49455983-5034-451e-94cf-b4fb17c40e37', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'port_id': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'mac_address': 'fa:16:3e:0f:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c582c2-05bd-4f57-a67a-689dd7227196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:19:21Z', 'updated_at': '2021-06-07T08:19:24Z', 'revision_number': 1, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:03.133838 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05751ae6-66f7-4c24-ab39-5c2695489e7c None None] Checking router: fac56fd0-fcb5-47c6-b241-c4e285e067ce for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:23:03.142057 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05751ae6-66f7-4c24-ab39-5c2695489e7c None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:03.143331 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-05751ae6-66f7-4c24-ab39-5c2695489e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:22:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:03.181964 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5b007-1882-4771-9937-701f52dfbefa req-739bd8de-f659-4c75-aab7-67c3d6b8c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:03.183426 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3fd5b007-1882-4771-9937-701f52dfbefa req-739bd8de-f659-4c75-aab7-67c3d6b8c06c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0691838 Jun 07 08:23:03.315308 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3fd5b007-1882-4771-9937-701f52dfbefa req-a6545213-f0dd-404f-ae2f-d8545674fabe service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243825 Jun 07 08:23:03.361559 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-05751ae6-66f7-4c24-ab39-5c2695489e7c None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:03.445135 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-3fd5b007-1882-4771-9937-701f52dfbefa req-473bfb2d-372d-49d5-8e9d-63b2fc3d5305 service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231804 Jun 07 08:23:03.696222 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-05751ae6-66f7-4c24-ab39-5c2695489e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '49455983-5034-451e-94cf-b4fb17c40e37', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'port_id': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'mac_address': 'fa:16:3e:0f:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c582c2-05bd-4f57-a67a-689dd7227196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:19:21Z', 'updated_at': '2021-06-07T08:19:24Z', 'revision_number': 1, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:03.700111 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05751ae6-66f7-4c24-ab39-5c2695489e7c None None] The sync data for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi is: [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_floatingips': [{'id': '49455983-5034-451e-94cf-b4fb17c40e37', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'router_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'port_id': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'mac_address': 'fa:16:3e:0f:d2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c582c2-05bd-4f57-a67a-689dd7227196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:19:21Z', 'updated_at': '2021-06-07T08:19:24Z', 'revision_number': 1, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:23:03.904560 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e62e6-9417-4c8b-b633-8b09412441be None None] New status for floating IP 38602f58-579f-467e-b877-96e427d72ea9: DOWN {{(pid=91885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:23:04.245105 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4792c-2182-468f-8422-db4986c2af50 req-ec994bf4-c1ff-4bfa-bfd1-36ca5ba36117 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:04.246567 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-03e4792c-2182-468f-8422-db4986c2af50 req-ec994bf4-c1ff-4bfa-bfd1-36ca5ba36117 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 945 time: 0.0796287 Jun 07 08:23:04.293959 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-03e4792c-2182-468f-8422-db4986c2af50 req-638339a6-8c27-4fe1-a4e7-cec69567f89c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405896 Jun 07 08:23:04.526450 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c51b87-0e1f-4f10-b12d-5f096e9b3d63 req-9893c109-477f-43e2-aa89-be87096df1f2 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:04.527848 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-88c51b87-0e1f-4f10-b12d-5f096e9b3d63 req-9893c109-477f-43e2-aa89-be87096df1f2 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.48 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 945 time: 0.1640458 Jun 07 08:23:04.662067 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-88c51b87-0e1f-4f10-b12d-5f096e9b3d63 req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Deleting port 06ec2626-f323-404b-94af-748004c3c801 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:04.662406 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-88c51b87-0e1f-4f10-b12d-5f096e9b3d63 req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:04.792176 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-88c51b87-0e1f-4f10-b12d-5f096e9b3d63 req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] For port 06ec2626-f323-404b-94af-748004c3c801, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=06ec2626-f323-404b-94af-748004c3c801,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:04.792529 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-88c51b87-0e1f-4f10-b12d-5f096e9b3d63 req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:04.919056 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-88c51b87-0e1f-4f10-b12d-5f096e9b3d63 req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Calling delete_port for 06ec2626-f323-404b-94af-748004c3c801 owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:05.030234 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-88c51b87-0e1f-4f10-b12d-5f096e9b3d63 req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:05.036409 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-27c6979e-912c-4474-93e0-6a23e7aef1bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:05.078205 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event deleted for resources: {'Port': ['ID=06ec2626-f323-404b-94af-748004c3c801,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:05.113562 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:05.114110 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:05.114639 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:05.115168 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:05.115740 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:05.116301 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:05.116818 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:05.117384 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:05.117913 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:05.118436 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:05.118960 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:05.119483 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:05.131807 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:05.182299 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c51b87-0e1f-4f10-b12d-5f096e9b3d63 req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] No DVR routers for this DVR port 06ec2626-f323-404b-94af-748004c3c801 on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:23:05.184753 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-88c51b87-0e1f-4f10-b12d-5f096e9b3d63 req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:05.186906 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-88c51b87-0e1f-4f10-b12d-5f096e9b3d63 req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.48 "DELETE /v2.0/ports/06ec2626-f323-404b-94af-748004c3c801 HTTP/1.1" status: 204 len: 173 time: 0.6530969 Jun 07 08:23:05.187521 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8860f179-0d0f-4663-ad4b-c25e926c4aea', 'name': 'network-vif-deleted', 'tag': '06ec2626-f323-404b-94af-748004c3c801'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:23:05.190681 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660f1e12-a4ff-40eb-94cd-e484d10d6806" -d '{"events": [{"server_uuid": "8860f179-0d0f-4663-ad4b-c25e926c4aea", "name": "network-vif-deleted", "tag": "06ec2626-f323-404b-94af-748004c3c801"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:23:05.290590 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f556bed2-895f-4365-adaa-56aa0f3ab053 x-openstack-request-id: req-f556bed2-895f-4365-adaa-56aa0f3ab053 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:23:05.291181 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8860f179-0d0f-4663-ad4b-c25e926c4aea", "name": "network-vif-deleted", "tag": "06ec2626-f323-404b-94af-748004c3c801", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:23:05.291181 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f556bed2-895f-4365-adaa-56aa0f3ab053 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:23:05.291620 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8860f179-0d0f-4663-ad4b-c25e926c4aea', 'name': 'network-vif-deleted', 'tag': '06ec2626-f323-404b-94af-748004c3c801', 'status': 'completed', 'code': 200} Jun 07 08:23:05.443180 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-76551781-80cd-4b79-8021-1a711f553f1e req-4cfbefdb-5779-4192-9308-8f068237a0a6 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=8860f179-0d0f-4663-ad4b-c25e926c4aea HTTP/1.1" status: 200 len: 210 time: 0.0448520 Jun 07 08:23:06.934512 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:08.153957 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 06ec2626-f323-404b-94af-748004c3c801 no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:08.192390 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: 06ec2626-f323-404b-94af-748004c3c801 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:08.192740 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device 06ec2626-f323-404b-94af-748004c3c801 not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:08.337008 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-221c381b-32fd-48a3-8e39-ce5eec04b92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:09.069810 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.wsgi [-] (91867) accepted ('10.222.0.43', 59912) {{(pid=91867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:09.424472 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-a40d6086-df88-428b-bed5-047a8758151a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Deleting port def11090-5fa4-4548-b8e2-93a316b20308 {{(pid=91867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:09.425067 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a40d6086-df88-428b-bed5-047a8758151a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:09.538904 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a40d6086-df88-428b-bed5-047a8758151a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:09.539225 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a40d6086-df88-428b-bed5-047a8758151a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:09.656923 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.plugins.ml2.plugin [None req-a40d6086-df88-428b-bed5-047a8758151a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Calling delete_port for def11090-5fa4-4548-b8e2-93a316b20308 owned by network:floatingip {{(pid=91867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:09.775214 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a40d6086-df88-428b-bed5-047a8758151a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3819674'] for port, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:09.779385 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-34e78d3b-5c6a-49df-8f16-fc6a518e4fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:09.822376 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d6086-df88-428b-bed5-047a8758151a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event deleted for resources: {'Port': ['ID=def11090-5fa4-4548-b8e2-93a316b20308,revision_number=None']} {{(pid=91867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:09.847448 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG oslo_concurrency.lockutils [None req-a40d6086-df88-428b-bed5-047a8758151a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:09.911905 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a40d6086-df88-428b-bed5-047a8758151a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for floatingip, after_delete {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:09.912231 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.db.l3_db [None req-a40d6086-df88-428b-bed5-047a8758151a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Floating IP 49455983-5034-451e-94cf-b4fb17c40e37 disassociated (deleted). External IP: 172.27.1.249, port: aaca24a9-33a5-46b7-83ad-140779e6310d. Jun 07 08:23:10.252728 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40d6086-df88-428b-bed5-047a8758151a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Router fac56fd0-fcb5-47c6-b241-c4e285e067ce has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:23:10.426845 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40d6086-df88-428b-bed5-047a8758151a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:23:10.431015 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron_lib.callbacks.manager [None req-a40d6086-df88-428b-bed5-047a8758151a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:10.436530 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54860af-2976-4941-92e4-744949703b8b None None] Sync routers for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:23:10.446148 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54860af-2976-4941-92e4-744949703b8b None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:10.446772 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-d54860af-2976-4941-92e4-744949703b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:22:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:10.484325 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [None req-a40d6086-df88-428b-bed5-047a8758151a tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "DELETE /v2.0/floatingips/49455983-5034-451e-94cf-b4fb17c40e37 HTTP/1.1" status: 204 len: 168 time: 1.4134564 Jun 07 08:23:10.485062 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c582c2-05bd-4f57-a67a-689dd7227196', 'tag': 'aaca24a9-33a5-46b7-83ad-140779e6310d'}] {{(pid=91867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:23:10.487551 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}648cea9c04ddab95e2a022b636758f226b00f76d4ecd5fc6dde77256b9b907a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be4a30c-a133-49c5-9ba1-6b6a036574c3" -d '{"events": [{"name": "network-changed", "server_uuid": "77c582c2-05bd-4f57-a67a-689dd7227196", "tag": "aaca24a9-33a5-46b7-83ad-140779e6310d"}]}' {{(pid=91867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:23:10.530205 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585c44a8-0ee3-4388-af32-3aed3286ed78 x-openstack-request-id: req-585c44a8-0ee3-4388-af32-3aed3286ed78 {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:23:10.530645 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c582c2-05bd-4f57-a67a-689dd7227196", "tag": "aaca24a9-33a5-46b7-83ad-140779e6310d", "status": "completed", "code": 200}]} {{(pid=91867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:23:10.530937 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-585c44a8-0ee3-4388-af32-3aed3286ed78 {{(pid=91867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:23:10.531466 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c582c2-05bd-4f57-a67a-689dd7227196', 'tag': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'status': 'completed', 'code': 200} Jun 07 08:23:10.622992 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-d54860af-2976-4941-92e4-744949703b8b None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:10.628514 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4a30c-a133-49c5-9ba1-6b6a036574c3 req-c8b310e1-7a4b-4732-a264-6907b7966ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:10.630054 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5be4a30c-a133-49c5-9ba1-6b6a036574c3 req-c8b310e1-7a4b-4732-a264-6907b7966ba7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ce9cc2aee9304668a5705bffda363257&device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 1098 time: 0.0796785 Jun 07 08:23:10.781589 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4a30c-a133-49c5-9ba1-6b6a036574c3 req-0c9e2f5e-dbb9-4aa8-a445-863b551c4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:10.783954 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5be4a30c-a133-49c5-9ba1-6b6a036574c3 req-0c9e2f5e-dbb9-4aa8-a445-863b551c4eb3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 200 len: 912 time: 0.1478357 Jun 07 08:23:10.851451 dv-cinder-784945-11-iscsi neutron-server[91867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f07fb8-290b-4e63-8900-7213b534de56 req-7c0a3dfd-9526-4f42-bef3-9cb926497357 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:10.852938 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-05f07fb8-290b-4e63-8900-7213b534de56 req-7c0a3dfd-9526-4f42-bef3-9cb926497357 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 945 time: 0.0813417 Jun 07 08:23:10.854033 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5be4a30c-a133-49c5-9ba1-6b6a036574c3 req-4d947594-5b3a-4260-af73-d056c7bc0a35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aaca24a9-33a5-46b7-83ad-140779e6310d HTTP/1.1" status: 200 len: 217 time: 0.0636318 Jun 07 08:23:10.875321 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:10.922315 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4a30c-a133-49c5-9ba1-6b6a036574c3 req-5d7e67ee-d946-4443-8eac-8787e3931a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:10.924900 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5be4a30c-a133-49c5-9ba1-6b6a036574c3 req-5d7e67ee-d946-4443-8eac-8787e3931a52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8440314a-dcc6-41c1-8819-e39c3089ae84 HTTP/1.1" status: 200 len: 850 time: 0.0643063 Jun 07 08:23:10.968177 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-d54860af-2976-4941-92e4-744949703b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:10.973672 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54860af-2976-4941-92e4-744949703b8b None None] Checking router: fac56fd0-fcb5-47c6-b241-c4e285e067ce for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:23:10.982876 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54860af-2976-4941-92e4-744949703b8b None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:10.983763 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-d54860af-2976-4941-92e4-744949703b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:22:41Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:11.007873 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4a30c-a133-49c5-9ba1-6b6a036574c3 req-1d25e740-c721-4e33-848d-f2f83bd063cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:11.009593 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5be4a30c-a133-49c5-9ba1-6b6a036574c3 req-1d25e740-c721-4e33-848d-f2f83bd063cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7e29fad3-ca45-4f43-8c33-ab6eb996f68f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0772223 Jun 07 08:23:11.019122 dv-cinder-784945-11-iscsi neutron-server[91867]: INFO neutron.wsgi [req-05f07fb8-290b-4e63-8900-7213b534de56 req-4b8370b7-451d-4685-a0a6-301b016ec2b0 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601727 Jun 07 08:23:11.081594 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b8919cd9-64d4-4772-9d18-881ee13e2a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:11.143591 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5be4a30c-a133-49c5-9ba1-6b6a036574c3 req-5e1565d9-e9a4-4714-8891-947b75d3f0bc service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271937 Jun 07 08:23:11.179704 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-d54860af-2976-4941-92e4-744949703b8b None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:11.274470 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-5be4a30c-a133-49c5-9ba1-6b6a036574c3 req-3138c866-d52f-4071-a1d0-ba92578ca03b service neutron] 10.222.0.48 "GET /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236730 Jun 07 08:23:11.522661 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-d54860af-2976-4941-92e4-744949703b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:11.526493 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54860af-2976-4941-92e4-744949703b8b None None] The sync data for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi is: [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:16:02Z', 'revision_number': 4, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi', '_interfaces': [{'id': 'e6330a87-6f18-4827-bcfd-edd3fb8fbcae', 'name': '', 'network_id': '7e29fad3-ca45-4f43-8c33-ab6eb996f68f', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'mac_address': 'fa:16:3e:1c:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:01Z', 'updated_at': '2021-06-07T08:16:12Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'subnets': [{'id': '8440314a-dcc6-41c1-8819-e39c3089ae84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:23:11.738079 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcde38b6-b791-4c2c-b7df-c289e8a56a7b None None] New status for floating IP 49455983-5034-451e-94cf-b4fb17c40e37: DOWN {{(pid=91885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:23:11.975321 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:12.362365 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e5c63-924d-4db4-9e6b-4fe3a952012a req-9eebd518-9fdc-42a4-b985-538bf7e42d8c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:12.363810 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-491e5c63-924d-4db4-9e6b-4fe3a952012a req-9eebd518-9fdc-42a4-b985-538bf7e42d8c tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 945 time: 0.2355375 Jun 07 08:23:12.375221 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c522a0-8228-4749-990a-c6f11332a0ba req-54c84cff-fae8-40e4-968c-8e46d6665819 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:12.377173 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-26c522a0-8228-4749-990a-c6f11332a0ba req-54c84cff-fae8-40e4-968c-8e46d6665819 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.48 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 945 time: 0.2114348 Jun 07 08:23:12.469225 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-491e5c63-924d-4db4-9e6b-4fe3a952012a req-d2e94dd4-d3b2-48c3-aab4-c66a63a47053 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/security-groups?id=755a82ea-a4b9-427b-aaab-58743554c1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910838 Jun 07 08:23:12.540670 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-26c522a0-8228-4749-990a-c6f11332a0ba req-42739eb7-6415-435d-8ddf-71285f3caaee tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Deleting port aaca24a9-33a5-46b7-83ad-140779e6310d {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:12.541024 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-26c522a0-8228-4749-990a-c6f11332a0ba req-42739eb7-6415-435d-8ddf-71285f3caaee tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:12.678336 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [req-26c522a0-8228-4749-990a-c6f11332a0ba req-42739eb7-6415-435d-8ddf-71285f3caaee tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] For port aaca24a9-33a5-46b7-83ad-140779e6310d, host hv-cinder-78494, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78494',level=0,port_id=aaca24a9-33a5-46b7-83ad-140779e6310d,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:12.678690 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-26c522a0-8228-4749-990a-c6f11332a0ba req-42739eb7-6415-435d-8ddf-71285f3caaee tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:12.800197 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [req-26c522a0-8228-4749-990a-c6f11332a0ba req-42739eb7-6415-435d-8ddf-71285f3caaee tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Calling delete_port for aaca24a9-33a5-46b7-83ad-140779e6310d owned by compute:nova {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:12.913081 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-26c522a0-8228-4749-990a-c6f11332a0ba req-42739eb7-6415-435d-8ddf-71285f3caaee tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:12.919748 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-16e1bdad-8fab-48f8-96ea-6af572a3d383 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:12.966969 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42739eb7-6415-435d-8ddf-71285f3caaee tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event deleted for resources: {'Port': ['ID=aaca24a9-33a5-46b7-83ad-140779e6310d,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:12.999763 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-42739eb7-6415-435d-8ddf-71285f3caaee tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:13.042848 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c522a0-8228-4749-990a-c6f11332a0ba req-42739eb7-6415-435d-8ddf-71285f3caaee tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] No DVR routers for this DVR port aaca24a9-33a5-46b7-83ad-140779e6310d on host hv-cinder-78494 {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:23:13.045223 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [req-26c522a0-8228-4749-990a-c6f11332a0ba req-42739eb7-6415-435d-8ddf-71285f3caaee tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for port, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:13.047151 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-26c522a0-8228-4749-990a-c6f11332a0ba req-42739eb7-6415-435d-8ddf-71285f3caaee tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.48 "DELETE /v2.0/ports/aaca24a9-33a5-46b7-83ad-140779e6310d HTTP/1.1" status: 204 len: 173 time: 0.6567178 Jun 07 08:23:13.047713 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c582c2-05bd-4f57-a67a-689dd7227196', 'name': 'network-vif-deleted', 'tag': 'aaca24a9-33a5-46b7-83ad-140779e6310d'}] {{(pid=91866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:23:13.051352 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71587f3a945d5fd2cb6ce644a248b9a2c2954636b0da3e1d6082f6ec71d7e0f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104fb26a-e144-4ed8-87ff-4cb11dc5a779" -d '{"events": [{"server_uuid": "77c582c2-05bd-4f57-a67a-689dd7227196", "name": "network-vif-deleted", "tag": "aaca24a9-33a5-46b7-83ad-140779e6310d"}]}' {{(pid=91866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:23:13.092336 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9c7ae0-3f61-476f-b569-1ade0e73a9c4 x-openstack-request-id: req-bd9c7ae0-3f61-476f-b569-1ade0e73a9c4 {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:23:13.092667 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c582c2-05bd-4f57-a67a-689dd7227196", "name": "network-vif-deleted", "tag": "aaca24a9-33a5-46b7-83ad-140779e6310d", "status": "completed", "code": 200}]} {{(pid=91866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:23:13.092960 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd9c7ae0-3f61-476f-b569-1ade0e73a9c4 {{(pid=91866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:23:13.093440 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c582c2-05bd-4f57-a67a-689dd7227196', 'name': 'network-vif-deleted', 'tag': 'aaca24a9-33a5-46b7-83ad-140779e6310d', 'status': 'completed', 'code': 200} Jun 07 08:23:13.589248 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:13.633381 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [req-ab31e32f-2461-4928-a5e5-654ea2ad2d83 req-5473dade-f704-4a2e-b67b-f8f8fdd016a2 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "GET /v2.0/ports?device_id=77c582c2-05bd-4f57-a67a-689dd7227196 HTTP/1.1" status: 200 len: 210 time: 0.0421689 Jun 07 08:23:14.735147 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59928) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:14.956049 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-7a6e95ba-f0fc-4f9c-92bc-936633162098 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Deleting port e65c5963-e5ca-4ec3-9eb8-510fc69a24d4 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:14.956301 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-7a6e95ba-f0fc-4f9c-92bc-936633162098 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:15.074895 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-7a6e95ba-f0fc-4f9c-92bc-936633162098 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:15.075242 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-7a6e95ba-f0fc-4f9c-92bc-936633162098 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:15.197045 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-7a6e95ba-f0fc-4f9c-92bc-936633162098 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Calling delete_port for e65c5963-e5ca-4ec3-9eb8-510fc69a24d4 owned by network:floatingip {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:15.303537 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-7a6e95ba-f0fc-4f9c-92bc-936633162098 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:15.307713 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-71d88172-b7fd-445f-8f2b-cdc92b020453 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:15.355380 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e95ba-f0fc-4f9c-92bc-936633162098 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event deleted for resources: {'Port': ['ID=e65c5963-e5ca-4ec3-9eb8-510fc69a24d4,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:15.382244 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-7a6e95ba-f0fc-4f9c-92bc-936633162098 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:15.445872 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-7a6e95ba-f0fc-4f9c-92bc-936633162098 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for floatingip, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:15.448287 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-7a6e95ba-f0fc-4f9c-92bc-936633162098 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172375'] for floatingip, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:15.449426 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-7a6e95ba-f0fc-4f9c-92bc-936633162098 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "DELETE /v2.0/floatingips/58839c1a-b795-4574-b087-dfed3b62bc70 HTTP/1.1" status: 204 len: 168 time: 0.7129443 Jun 07 08:23:16.186901 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device aaca24a9-33a5-46b7-83ad-140779e6310d no longer exists at agent hyperv_hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:16.221074 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] No Port match for: aaca24a9-33a5-46b7-83ad-140779e6310d {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:16.221456 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Device aaca24a9-33a5-46b7-83ad-140779e6310d not bound to the agent host hv-cinder-78494 {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:16.821378 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59940) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:16.991425 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9b8edbaa-288f-49e2-906c-188536ca4857 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:17.021457 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9b8edbaa-288f-49e2-906c-188536ca4857 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:17.084574 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9b8edbaa-288f-49e2-906c-188536ca4857 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:17.087056 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-9b8edbaa-288f-49e2-906c-188536ca4857 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:17.088161 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-9b8edbaa-288f-49e2-906c-188536ca4857 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] 10.222.0.43 "DELETE /v2.0/security-groups/755a82ea-a4b9-427b-aaab-58743554c1c8 HTTP/1.1" status: 204 len: 168 time: 0.2657895 Jun 07 08:23:17.088916 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-b0617564-a11f-424d-b1d4-90ba1258d3a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:17.099423 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8edbaa-288f-49e2-906c-188536ca4857 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755a82ea-a4b9-427b-aaab-58743554c1c8,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:17.101695 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-9b8edbaa-288f-49e2-906c-188536ca4857 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:17.146396 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59944) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:17.783952 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-33ae0128-682c-41a9-9040-514faeb6fb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468443'] for router_interface, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:18.186068 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-33ae0128-682c-41a9-9040-514faeb6fb2a admin admin] Deleting port e6330a87-6f18-4827-bcfd-edd3fb8fbcae {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:18.186769 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-33ae0128-682c-41a9-9040-514faeb6fb2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:18.304377 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [None req-33ae0128-682c-41a9-9040-514faeb6fb2a admin admin] For port e6330a87-6f18-4827-bcfd-edd3fb8fbcae, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=e6330a87-6f18-4827-bcfd-edd3fb8fbcae,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:18.304728 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-33ae0128-682c-41a9-9040-514faeb6fb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:18.421116 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-33ae0128-682c-41a9-9040-514faeb6fb2a admin admin] Calling delete_port for e6330a87-6f18-4827-bcfd-edd3fb8fbcae owned by network:router_interface {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:18.658440 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-33ae0128-682c-41a9-9040-514faeb6fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:18.662823 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d37c24fd-7f89-4c7b-a598-040fd5cbf46d tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:18.706088 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae0128-682c-41a9-9040-514faeb6fb2a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6330a87-6f18-4827-bcfd-edd3fb8fbcae,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:18.731371 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-33ae0128-682c-41a9-9040-514faeb6fb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:18.972812 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-33ae0128-682c-41a9-9040-514faeb6fb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-452265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467605'] for router_interface, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.318663 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ae0128-682c-41a9-9040-514faeb6fb2a admin admin] Router fac56fd0-fcb5-47c6-b241-c4e285e067ce has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:23:19.488400 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ae0128-682c-41a9-9040-514faeb6fb2a admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:23:19.494868 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-33ae0128-682c-41a9-9040-514faeb6fb2a admin admin] 10.222.0.43 "PUT /v2.0/routers/fac56fd0-fcb5-47c6-b241-c4e285e067ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3466141 Jun 07 08:23:19.496465 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59948) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:19.497115 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c2578d-4e5c-4d29-850b-3875b104e67a None None] Sync routers for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:23:19.506837 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c2578d-4e5c-4d29-850b-3875b104e67a None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:19.507450 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-51c2578d-4e5c-4d29-850b-3875b104e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:23:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:19.669210 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.683228 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-51c2578d-4e5c-4d29-850b-3875b104e67a None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: dv-cinder-784945-11-iscsi {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:19.835735 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:19.968553 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-51c2578d-4e5c-4d29-850b-3875b104e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:23:18Z', 'revision_number': 5, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port': {'id': 'db10569c-4531-4d1f-8fa3-7444914412c8', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:15:57Z', 'updated_at': '2021-06-07T08:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:19.973595 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c2578d-4e5c-4d29-850b-3875b104e67a None None] Checking router: fac56fd0-fcb5-47c6-b241-c4e285e067ce for host: dv-cinder-784945-11-iscsi {{(pid=91875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:23:19.982197 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c2578d-4e5c-4d29-850b-3875b104e67a None None] Routers {'fac56fd0-fcb5-47c6-b241-c4e285e067ce'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:19.983170 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-51c2578d-4e5c-4d29-850b-3875b104e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:23:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'], 'active': True} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:20.019157 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] Deleting port db10569c-4531-4d1f-8fa3-7444914412c8 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:20.019496 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.136655 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvr_db [None req-51c2578d-4e5c-4d29-850b-3875b104e67a None None] Set router fac56fd0-fcb5-47c6-b241-c4e285e067ce gateway port host: None {{(pid=91875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:20.140743 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] For port db10569c-4531-4d1f-8fa3-7444914412c8, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=db10569c-4531-4d1f-8fa3-7444914412c8,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:20.141147 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.239592 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_hamode_db [None req-51c2578d-4e5c-4d29-850b-3875b104e67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:23:19Z', 'revision_number': 6, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port_host': None}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:20.243478 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c2578d-4e5c-4d29-850b-3875b104e67a None None] The sync data for ids ['fac56fd0-fcb5-47c6-b241-c4e285e067ce'] in dv-cinder-784945-11-iscsi is: [{'id': 'fac56fd0-fcb5-47c6-b241-c4e285e067ce', 'name': 'tempest-TestVolumeBootPattern-408484302-router', 'tenant_id': 'ce9cc2aee9304668a5705bffda363257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:15:56Z', 'updated_at': '2021-06-07T08:23:19Z', 'revision_number': 6, 'project_id': 'ce9cc2aee9304668a5705bffda363257', 'gw_port_host': None}] {{(pid=91875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:23:20.273135 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] Calling delete_port for db10569c-4531-4d1f-8fa3-7444914412c8 owned by network:router_gateway {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:20.404433 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.409412 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-bae5315e-3bd0-4ccb-829b-dff375766ca5 tempest-AttachVolumeNegativeTest-1419149494 tempest-AttachVolumeNegativeTest-1419149494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:20.450347 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=db10569c-4531-4d1f-8fa3-7444914412c8,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:20.453219 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:20.539723 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-245835'] for router_gateway, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.725603 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4635'] for router, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.727765 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.749390 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479968'] for router, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.749899 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fac56fd0-fcb5-47c6-b241-c4e285e067ce {{(pid=91866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:23:20.754009 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] Notify callbacks [] for router, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.755103 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-06582119-1622-4765-8581-7db9dd12a5e9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/fac56fd0-fcb5-47c6-b241-c4e285e067ce HTTP/1.1" status: 204 len: 168 time: 1.2577538 Jun 07 08:23:20.757594 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59950) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:20.814508 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_v2 [None req-952042c9-53a5-44ad-af70-20b20321dfc0 admin admin] Deleting subnet 8440314a-dcc6-41c1-8819-e39c3089ae84 {{(pid=91866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:23:20.817163 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-952042c9-53a5-44ad-af70-20b20321dfc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.866554 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-952042c9-53a5-44ad-af70-20b20321dfc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266515'] for subnet, precommit_delete_associations {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:20.941516 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-952042c9-53a5-44ad-af70-20b20321dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.010742 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-952042c9-53a5-44ad-af70-20b20321dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2265162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4090581'] for subnet, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.015223 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-ff77daf8-fe49-4811-96e7-9ee6bfd041bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:21.049464 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952042c9-53a5-44ad-af70-20b20321dfc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8440314a-dcc6-41c1-8819-e39c3089ae84,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:21.053984 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-952042c9-53a5-44ad-af70-20b20321dfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:21.058476 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-952042c9-53a5-44ad-af70-20b20321dfc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.060287 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-952042c9-53a5-44ad-af70-20b20321dfc0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8440314a-dcc6-41c1-8819-e39c3089ae84 HTTP/1.1" status: 204 len: 168 time: 0.3017848 Jun 07 08:23:21.062769 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59952) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:21.066204 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de8bdfa-cb6b-47e7-9996-9747714afd14 None None] Network 7e29fad3-ca45-4f43-8c33-ab6eb996f68f requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:23:21.081237 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device db10569c-4531-4d1f-8fa3-7444914412c8 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:21.140725 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: db10569c-4531-4d1f-8fa3-7444914412c8 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:21.141930 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device db10569c-4531-4d1f-8fa3-7444914412c8 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:21.142385 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device e6330a87-6f18-4827-bcfd-edd3fb8fbcae no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:21.172297 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.179347 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: e6330a87-6f18-4827-bcfd-edd3fb8fbcae {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:21.179703 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device e6330a87-6f18-4827-bcfd-edd3fb8fbcae not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:21.244977 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Deleting port f675a874-46ca-4c37-9440-395762796b3b {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:21.245429 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.346733 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] For port f675a874-46ca-4c37-9440-395762796b3b, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=f675a874-46ca-4c37-9440-395762796b3b,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:21.347087 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.412724 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] DHCP port deletion for 7e29fad3-ca45-4f43-8c33-ab6eb996f68f request from dv-cinder-784945-11-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:23:21.525358 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Deleting port f675a874-46ca-4c37-9440-395762796b3b {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:21.525743 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.572284 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Calling delete_port for f675a874-46ca-4c37-9440-395762796b3b owned by network:dhcp {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:21.617003 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.620666 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] For port f675a874-46ca-4c37-9440-395762796b3b, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=f675a874-46ca-4c37-9440-395762796b3b,segment=NetworkSegment(588239fb-5444-4b16-a8cd-a32a3ecd445d),segment_id=588239fb-5444-4b16-a8cd-a32a3ecd445d)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:21.621065 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.621478 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-33ae0128-682c-41a9-9040-514faeb6fb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:21.666867 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Pushing event deleted for resources: {'Port': ['ID=f675a874-46ca-4c37-9440-395762796b3b,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:21.669807 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:21.670574 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] No DVR routers for this DVR port f675a874-46ca-4c37-9440-395762796b3b on host dv-cinder-784945-11-iscsi {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:23:21.742831 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Calling delete_port for f675a874-46ca-4c37-9440-395762796b3b owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:21.783989 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.785496 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.787472 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:21.798581 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e29fad3-ca45-4f43-8c33-ab6eb996f68f']}} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:21.810932 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588239fb-5444-4b16-a8cd-a32a3ecd445d') {'for_net_delete': True} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:21.811203 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588239fb-5444-4b16-a8cd-a32a3ecd445d') {} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:21.822274 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2266538'] for segment, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.828869 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Pushing event deleted for resources: {'Port': ['ID=f675a874-46ca-4c37-9440-395762796b3b,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:21.833327 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] No DVR routers for this DVR port f675a874-46ca-4c37-9440-395762796b3b on host dv-cinder-784945-11-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:23:21.838898 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.839627 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:21.839974 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:21.843033 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:21.843033 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:21.843033 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:21.843033 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:21.843033 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:21.843033 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:21.843033 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:21.843033 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:21.843033 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:21.843033 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784945-11-iscsi {{(pid=91875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:21.846690 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d353f2f2-c205-46a3-b324-fc48ff4bf2c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:21.853245 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=91866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:23:21.853675 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265328'] for segment, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: Traceback (most recent call last): Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: timer() Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: cb(*args, **kw) Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: return func(*args, **kwargs) Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: self._notify() Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: self.callback(batched_events) Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: event.method(event) Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: return f(self, *a, **k) Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._get(url).json() Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: return self.request(url, 'GET', **kwargs) Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:23:21.867468 dv-cinder-784945-11-iscsi neutron-server[91866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:23:21.942779 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.946464 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:21.958964 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:21.960748 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] 10.222.0.43 "DELETE /v2.0/networks/7e29fad3-ca45-4f43-8c33-ab6eb996f68f HTTP/1.1" status: 204 len: 168 time: 0.8965182 Jun 07 08:23:21.963562 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59954) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:22.022215 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Pushing event deleted for resources: {'Network': ['ID=7e29fad3-ca45-4f43-8c33-ab6eb996f68f,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:22.035408 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-160b0fef-886a-45e2-acb1-7f36639cf3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:22.487268 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d1957fec-8df6-424b-b888-2ef4c5349a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-468443'] for router_interface, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:22.855443 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device f675a874-46ca-4c37-9440-395762796b3b no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:22.892097 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: f675a874-46ca-4c37-9440-395762796b3b {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:22.892531 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device f675a874-46ca-4c37-9440-395762796b3b not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:22.895176 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-d1957fec-8df6-424b-b888-2ef4c5349a69 admin admin] Deleting port 5d42f66b-0bc5-4bde-9324-e78a8370efab {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:22.895696 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d1957fec-8df6-424b-b888-2ef4c5349a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.111167 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [None req-d1957fec-8df6-424b-b888-2ef4c5349a69 admin admin] For port 5d42f66b-0bc5-4bde-9324-e78a8370efab, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=5d42f66b-0bc5-4bde-9324-e78a8370efab,segment=NetworkSegment(37c69d6a-3968-44cd-9263-5d44159ec8c5),segment_id=37c69d6a-3968-44cd-9263-5d44159ec8c5)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:23.111409 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d1957fec-8df6-424b-b888-2ef4c5349a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.232135 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-d1957fec-8df6-424b-b888-2ef4c5349a69 admin admin] Calling delete_port for 5d42f66b-0bc5-4bde-9324-e78a8370efab owned by network:router_interface {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:23.383103 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d1957fec-8df6-424b-b888-2ef4c5349a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:23.387602 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6e1bc646-46d3-40ab-ac16-a94ffa5296d9 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:23.433475 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1957fec-8df6-424b-b888-2ef4c5349a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d42f66b-0bc5-4bde-9324-e78a8370efab,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:23.460911 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-d1957fec-8df6-424b-b888-2ef4c5349a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:23.704916 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-d1957fec-8df6-424b-b888-2ef4c5349a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-452265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-467605'] for router_interface, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:24.049111 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1957fec-8df6-424b-b888-2ef4c5349a69 admin admin] Router 3910c01f-6e7b-4b0f-89a3-ef321d914efd has already been hosted by L3 agent edff9234-329c-41be-a42f-286eff3df819 {{(pid=91866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:23:24.223973 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1957fec-8df6-424b-b888-2ef4c5349a69 admin admin] Notify agent at l3_agent.dv-cinder-784945-11-iscsi the message routers_updated {{(pid=91866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:23:24.228573 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-d1957fec-8df6-424b-b888-2ef4c5349a69 admin admin] 10.222.0.43 "PUT /v2.0/routers/3910c01f-6e7b-4b0f-89a3-ef321d914efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2641153 Jun 07 08:23:24.231054 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59956) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:24.233662 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ab31ad-875f-4028-94ec-3caacaf8e922 None None] Sync routers for ids ['3910c01f-6e7b-4b0f-89a3-ef321d914efd'] in dv-cinder-784945-11-iscsi {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:23:24.243562 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab31ad-875f-4028-94ec-3caacaf8e922 None None] Routers {'3910c01f-6e7b-4b0f-89a3-ef321d914efd'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:24.244235 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-c1ab31ad-875f-4028-94ec-3caacaf8e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:23:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['3910c01f-6e7b-4b0f-89a3-ef321d914efd'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:24.418570 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-c1ab31ad-875f-4028-94ec-3caacaf8e922 None None] Set router 3910c01f-6e7b-4b0f-89a3-ef321d914efd gateway port host: dv-cinder-784945-11-iscsi {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:24.507062 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] Notify callbacks [] for router, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:24.676574 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:24.706966 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-c1ab31ad-875f-4028-94ec-3caacaf8e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'name': 'tempest-TestVolumeBootPattern-675091007-router', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'external_fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '1363acd5-5442-4fea-bdbb-c4c7176ef586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:06Z', 'updated_at': '2021-06-07T08:23:23Z', 'revision_number': 5, 'project_id': '60bf256f28e240909cf1e7f711ee28b7', 'gw_port': {'id': '1363acd5-5442-4fea-bdbb-c4c7176ef586', 'name': '', 'network_id': '6973a06f-3d40-4ce6-8425-553e4825a987', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784945-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:16:07Z', 'updated_at': '2021-06-07T08:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68ebf277-ba97-4a26-b415-c9520c87f481', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784945-11-iscsi'}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:24.711219 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ab31ad-875f-4028-94ec-3caacaf8e922 None None] Checking router: 3910c01f-6e7b-4b0f-89a3-ef321d914efd for host: dv-cinder-784945-11-iscsi {{(pid=91885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:23:24.723538 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab31ad-875f-4028-94ec-3caacaf8e922 None None] Routers {'3910c01f-6e7b-4b0f-89a3-ef321d914efd'} bound to L3 agent in host dv-cinder-784945-11-iscsi {{(pid=91885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:23:24.724158 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-c1ab31ad-875f-4028-94ec-3caacaf8e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784945-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:03:11Z,description=,heartbeat_timestamp=2021-06-07T08:23:11Z,host='dv-cinder-784945-11-iscsi',id=edff9234-329c-41be-a42f-286eff3df819,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:03:11Z,topic='l3_agent')) {'router_ids': ['3910c01f-6e7b-4b0f-89a3-ef321d914efd'], 'active': True} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:24.753051 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] Deleting port 1363acd5-5442-4fea-bdbb-c4c7176ef586 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:24.753417 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:24.872965 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_dvr_db [None req-c1ab31ad-875f-4028-94ec-3caacaf8e922 None None] Set router 3910c01f-6e7b-4b0f-89a3-ef321d914efd gateway port host: None {{(pid=91885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:23:24.875633 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] For port 1363acd5-5442-4fea-bdbb-c4c7176ef586, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=1363acd5-5442-4fea-bdbb-c4c7176ef586,segment=NetworkSegment(a594ed9a-6e90-4873-a28c-a655f6f60c8a),segment_id=a594ed9a-6e90-4873-a28c-a655f6f60c8a)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:24.875982 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:24.975368 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.l3_hamode_db [None req-c1ab31ad-875f-4028-94ec-3caacaf8e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'name': 'tempest-TestVolumeBootPattern-675091007-router', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:06Z', 'updated_at': '2021-06-07T08:23:24Z', 'revision_number': 6, 'project_id': '60bf256f28e240909cf1e7f711ee28b7', 'gw_port_host': None}], 'dv-cinder-784945-11-iscsi', False) {} {{(pid=91885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:24.979186 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ab31ad-875f-4028-94ec-3caacaf8e922 None None] The sync data for ids ['3910c01f-6e7b-4b0f-89a3-ef321d914efd'] in dv-cinder-784945-11-iscsi is: [{'id': '3910c01f-6e7b-4b0f-89a3-ef321d914efd', 'name': 'tempest-TestVolumeBootPattern-675091007-router', 'tenant_id': '60bf256f28e240909cf1e7f711ee28b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:16:06Z', 'updated_at': '2021-06-07T08:23:24Z', 'revision_number': 6, 'project_id': '60bf256f28e240909cf1e7f711ee28b7', 'gw_port_host': None}] {{(pid=91885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:23:24.995662 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] Calling delete_port for 1363acd5-5442-4fea-bdbb-c4c7176ef586 owned by network:router_gateway {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:25.132007 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:25.136460 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-ee4b1aab-5f3d-49f0-be0b-4e2eca88b552 tempest-TestVolumeBootPattern-600861888 tempest-TestVolumeBootPattern-600861888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:25.182382 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] Pushing event deleted for resources: {'Port': ['ID=1363acd5-5442-4fea-bdbb-c4c7176ef586,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:25.185901 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:25.276471 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-245835'] for router_gateway, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:25.448211 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-479868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4635'] for router, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:25.450435 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:25.473491 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479968'] for router, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:25.474066 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3910c01f-6e7b-4b0f-89a3-ef321d914efd {{(pid=91866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:23:25.481994 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] Notify callbacks [] for router, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:25.483099 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-c20984c4-23c3-4907-bd1b-7acd5d21bd11 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3910c01f-6e7b-4b0f-89a3-ef321d914efd HTTP/1.1" status: 204 len: 168 time: 1.2511754 Jun 07 08:23:25.485644 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59958) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:25.545843 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.db_base_plugin_v2 [None req-0088cef3-02c8-4697-b23a-384d1900d926 admin admin] Deleting subnet e6ef2b85-3127-438d-ba25-7e74adbaa64f {{(pid=91866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:23:25.549178 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-0088cef3-02c8-4697-b23a-384d1900d926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:25.598061 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-0088cef3-02c8-4697-b23a-384d1900d926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266515'] for subnet, precommit_delete_associations {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:25.677707 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-0088cef3-02c8-4697-b23a-384d1900d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1701858'] for subnet, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:25.753118 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-0088cef3-02c8-4697-b23a-384d1900d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1701867', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2265162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4090581'] for subnet, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:25.757589 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:25.792268 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088cef3-02c8-4697-b23a-384d1900d926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6ef2b85-3127-438d-ba25-7e74adbaa64f,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:25.794269 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-0088cef3-02c8-4697-b23a-384d1900d926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for subnet, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:25.796155 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-0088cef3-02c8-4697-b23a-384d1900d926 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e6ef2b85-3127-438d-ba25-7e74adbaa64f HTTP/1.1" status: 204 len: 168 time: 0.3095462 Jun 07 08:23:25.797157 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-0088cef3-02c8-4697-b23a-384d1900d926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:25.798682 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59960) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:25.801010 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a29c3-9243-45ec-8d7f-7587de7b8729 None None] Network a0292119-4f0e-4f26-a400-f3827f3736e6 requested from dv-cinder-784945-11-iscsi {{(pid=91875) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:23:26.012283 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1713760'] for network, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.073654 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f109cb-4914-439b-8bad-a2c7a748b9dd None None] DHCP port deletion for a0292119-4f0e-4f26-a400-f3827f3736e6 request from dv-cinder-784945-11-iscsi {{(pid=91875) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:23:26.087099 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Deleting port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 {{(pid=91866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:26.087434 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.140299 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d0f109cb-4914-439b-8bad-a2c7a748b9dd None None] Deleting port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 {{(pid=91875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:23:26.140682 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d0f109cb-4914-439b-8bad-a2c7a748b9dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789120771548'] for port, before_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.188465 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.db [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] For port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0,segment=NetworkSegment(37c69d6a-3968-44cd-9263-5d44159ec8c5),segment_id=37c69d6a-3968-44cd-9263-5d44159ec8c5)] {{(pid=91866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:26.189089 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.233389 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.db [None req-d0f109cb-4914-439b-8bad-a2c7a748b9dd None None] For port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0, host dv-cinder-784945-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784945-11-iscsi',level=0,port_id=bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0,segment=NetworkSegment(37c69d6a-3968-44cd-9263-5d44159ec8c5),segment_id=37c69d6a-3968-44cd-9263-5d44159ec8c5)] {{(pid=91875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:26.233724 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d0f109cb-4914-439b-8bad-a2c7a748b9dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481676'] for port, precommit_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.284556 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:23:26.310139 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.plugin [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Calling delete_port for bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 owned by network:dhcp {{(pid=91866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:26.355005 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2265255'] for port, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.356335 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d0f109cb-4914-439b-8bad-a2c7a748b9dd None None] Calling delete_port for bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 owned by network:dhcp {{(pid=91875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:23:26.358835 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-64426bc6-a335-4220-a1e6-35fad6cd16ad tempest-TestShelveInstance-748889427 tempest-TestShelveInstance-748889427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:26.398336 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d0f109cb-4914-439b-8bad-a2c7a748b9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1666433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-452251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789120991708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789120492153'] for port, after_delete {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.400755 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:26.401826 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:26.403817 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:26.406278 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] No DVR routers for this DVR port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 on host dv-cinder-784945-11-iscsi {{(pid=91866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:23:26.444070 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f109cb-4914-439b-8bad-a2c7a748b9dd None None] Pushing event deleted for resources: {'Port': ['ID=bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0,revision_number=None']} {{(pid=91875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:26.447035 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG oslo_concurrency.lockutils [None req-d0f109cb-4914-439b-8bad-a2c7a748b9dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:26.447825 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f109cb-4914-439b-8bad-a2c7a748b9dd None None] No DVR routers for this DVR port bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 on host dv-cinder-784945-11-iscsi {{(pid=91875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:23:26.525714 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1700987', 'neutron.services.segments.db._delete_segments_for_network-8789120952486'] for network, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.538518 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0292119-4f0e-4f26-a400-f3827f3736e6']}} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:26.551727 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c69d6a-3968-44cd-9263-5d44159ec8c5') {'for_net_delete': True} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:26.552016 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.services.segments.db [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c69d6a-3968-44cd-9263-5d44159ec8c5') {} {{(pid=91866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:23:26.562963 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789120955585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2266538'] for segment, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.582143 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409'] for segment, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.589072 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=91866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:23:26.589482 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1698409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2265328'] for segment, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: Traceback (most recent call last): Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: timer() Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: cb(*args, **kw) Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: return func(*args, **kwargs) Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: self._notify() Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: self.callback(batched_events) Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: event.method(event) Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: return f(self, *a, **k) Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._get(url).json() Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: return self.request(url, 'GET', **kwargs) Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:23:26.603304 dv-cinder-784945-11-iscsi neutron-server[91866]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:23:26.675781 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1700960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-348378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-452242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-245870'] for network, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.681068 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-452341'] for network, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.683356 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a0292119-4f0e-4f26-a400-f3827f3736e6 HTTP/1.1" status: 204 len: 168 time: 0.8833284 Jun 07 08:23:26.683718 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:26.701057 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0292119-4f0e-4f26-a400-f3827f3736e6,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:26.705450 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-6952d51a-0e1b-4e3b-9085-d3da35b7f3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:26.795720 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59964) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:26.850808 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 5d42f66b-0bc5-4bde-9324-e78a8370efab no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:26.856263 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-02c975ee-ada1-4709-8092-88b9a2f9bc07 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce9cc2aee9304668a5705bffda363257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583820 Jun 07 08:23:26.857852 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59966) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:26.883915 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: 5d42f66b-0bc5-4bde-9324-e78a8370efab {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:26.884271 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 5d42f66b-0bc5-4bde-9324-e78a8370efab not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:26.884705 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:26.915001 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-eae40142-b60e-4fa2-bf4b-f65b87db9364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.920067 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:26.920423 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device bb1bd3fb-dc4e-4241-9b76-5c8460bb76c0 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:26.920849 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 1363acd5-5442-4fea-bdbb-c4c7176ef586 no longer exists at agent ovs-agent-dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:23:26.941088 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-eae40142-b60e-4fa2-bf4b-f65b87db9364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.952309 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.plugin [None req-d379c858-4464-4467-9323-be7a062da2ac None None] No Port match for: 1363acd5-5442-4fea-bdbb-c4c7176ef586 {{(pid=91875) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:23:26.952666 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron.plugins.ml2.rpc [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Device 1363acd5-5442-4fea-bdbb-c4c7176ef586 not bound to the agent host dv-cinder-784945-11-iscsi {{(pid=91875) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:23:26.993772 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-eae40142-b60e-4fa2-bf4b-f65b87db9364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.996212 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-eae40142-b60e-4fa2-bf4b-f65b87db9364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.997324 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-eae40142-b60e-4fa2-bf4b-f65b87db9364 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c8b38de-4e00-4078-b7a4-e7bffb869646 HTTP/1.1" status: 204 len: 168 time: 0.1385887 Jun 07 08:23:26.998135 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-298de587-4cb2-4d5c-8ee2-c1bad3004bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:27.007693 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae40142-b60e-4fa2-bf4b-f65b87db9364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8b38de-4e00-4078-b7a4-e7bffb869646,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:27.010057 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-eae40142-b60e-4fa2-bf4b-f65b87db9364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:27.339072 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59972) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:27.386113 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-7d3dcd41-1684-439e-b7cd-e6b31b32ccfa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60bf256f28e240909cf1e7f711ee28b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458477 Jun 07 08:23:27.388422 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [-] (91866) accepted ('10.222.0.43', 59974) {{(pid=91866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:27.447247 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-372ffef2-37ee-41fc-ada0-da901ff099ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:27.472409 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-372ffef2-37ee-41fc-ada0-da901ff099ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:27.523882 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-372ffef2-37ee-41fc-ada0-da901ff099ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-348172'] for security_group, after_delete {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:27.526711 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron_lib.callbacks.manager [None req-372ffef2-37ee-41fc-ada0-da901ff099ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:27.527496 dv-cinder-784945-11-iscsi neutron-server[91866]: INFO neutron.wsgi [None req-372ffef2-37ee-41fc-ada0-da901ff099ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff07c0f7-363f-4531-aa7d-e9af514c2fe2 HTTP/1.1" status: 204 len: 168 time: 0.1381950 Jun 07 08:23:27.528255 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-86f41985-a964-4958-bfad-512b04cc1bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:27.538201 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ffef2-37ee-41fc-ada0-da901ff099ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff07c0f7-363f-4531-aa7d-e9af514c2fe2,revision_number=None']} {{(pid=91866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:27.540387 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG oslo_concurrency.lockutils [None req-372ffef2-37ee-41fc-ada0-da901ff099ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91866) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:36.936887 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:38.338110 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b826fadd-a38c-4475-bf38-7f969beb0a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:40.858992 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:41.013120 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-3a6db894-0b2b-4573-90be-da634f785e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:41.978736 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:43.593471 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:03.284277 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:24:06.948898 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:08.339490 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-01dd20a0-a037-45dc-bc0d-93d458d11bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:10.861907 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:11.013339 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-5c3b1f54-ef91-4a70-bbd3-eb53b5ca1bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:11.980368 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:13.598170 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:36.954724 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:38.340746 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-6a1133b0-6903-4445-9d9a-5239295a7953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:40.283900 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:24:40.864609 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:41.020647 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3314-4fc3-4e9b-84c5-4db9bcc8fc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:41.983067 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:43.599022 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:06.950104 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.342300 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a07c-66b8-4b35-9516-ae27a396f478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:10.867525 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:11.012364 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-c5363294-275f-4c64-ac52-cc4cec772c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:11.986539 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:13.605625 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:17.283084 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:25:36.964574 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:38.342789 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-cb117957-9f74-49ca-a551-c4fd160ac111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:40.870169 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:41.015004 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-74cf645d-2404-411c-bc85-dba1ee853127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:41.988896 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:43.604899 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:54.281677 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:26:06.979361 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:08.344694 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-63d5ba3e-c781-45a0-bdcf-ae71ffc598ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:10.874832 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:11.015186 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-9c38732b-a169-4625-a228-7aa84806897e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:11.996497 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:13.608178 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:25.993663 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [req-095a80d8-efda-421a-9650-6b9e0ebf1e9a req-68188b8c-e91d-4343-a9a4-bb084be3d51e service neutron] (91866) timed out ('10.222.0.48', 54431) {{(pid=91866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 08:26:31.280744 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:26:36.993721 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:38.347155 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d06822ef-36e0-4001-a4aa-216d786a60e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:40.880252 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:41.015458 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-081f04b8-9c56-4d94-9dd8-1b7891c8696e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:41.995833 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:43.610800 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:06.992082 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:08.279052 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:27:08.348731 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-fafc1e02-0e55-4b77-8b7f-f8beb7b4f9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:10.884007 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:11.016614 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-176b200d-1937-4a9b-b774-8638df3a39f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:11.998316 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:13.614508 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:37.008586 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:38.354134 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0ebe3632-34cf-477a-9bee-47aee0eac31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:40.886130 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:41.017391 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d52a3f1c-a4c3-4057-9f69-586effbb21fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:42.000801 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:43.618267 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:45.277651 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:28:07.006781 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-496de5c6-c3b3-4efb-9dd2-244f8f7dbfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:07.222335 dv-cinder-784945-11-iscsi neutron-server[91866]: DEBUG neutron.wsgi [req-139b6b4a-d77b-481c-b539-98d820e18e61 req-699ad428-13ad-4b7f-8ebd-0c0439b9ffcc service neutron] (91866) timed out ('10.222.0.48', 54412) {{(pid=91866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 08:28:08.354411 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-0065cae7-6649-46fe-9eda-b5b46d438dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:10.887891 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-d379c858-4464-4467-9323-be7a062da2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:11.017724 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-da63b627-176e-4ac2-b0af-05016dc7a004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:12.002914 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4532-204f-46eb-94af-26f2e90c13c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:13.620362 dv-cinder-784945-11-iscsi neutron-server[91875]: DEBUG neutron_lib.callbacks.manager [None req-b94d050b-21ef-4634-8282-9f5f3f85be74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789120952468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1703077'] for agent, after_update {{(pid=91875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:22.276580 dv-cinder-784945-11-iscsi neutron-server[91885]: DEBUG neutron.db.agents_db [None req-7fa63d56-4495-4b51-b6c4-44853f3ebe2b None None] Agent healthcheck: found 6 active agents {{(pid=91885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}